-- Logs begin at Tue 2022-06-28 10:29:01 UTC, end at Tue 2022-06-28 11:48:12 UTC. -- Jun 28 11:08:12.914215 dv-cinder-844474-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 11:08:15.422649 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:08:15.423384 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 28 11:08:15.423384 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87952) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:08:15.426567 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.common.config [-] Logging enabled! Jun 28 11:08:15.426824 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 28 11:08:15.427134 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87952) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 11:08:15.428075 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:08:15.428309 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:08:15.428660 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:08:15.428910 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:08:15.429135 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:08:15.429481 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.429779 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.430076 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.430305 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.430601 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.430899 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.431181 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.431474 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.431769 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.432057 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.432339 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.432625 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.432853 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.433134 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.433451 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.433740 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.433964 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] debug = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.434273 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.434694 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.435233 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.435517 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.435809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.436089 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.436360 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.436637 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.436920 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.437248 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] host = dv-cinder-844474-1-iscsi {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.437552 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.437841 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.438129 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.438415 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.438692 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.438973 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.439258 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.439531 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.439807 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.440081 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.440370 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.440656 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.440943 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.441163 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.441412 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.441705 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.441994 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.442272 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.442548 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.442823 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.443097 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.443372 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.443643 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.443927 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.444215 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.444501 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.444777 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.445053 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.445363 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.445643 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.445931 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.446207 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.446485 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.446760 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.447049 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.447322 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.447598 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.447899 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.448187 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.448468 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.448755 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.449035 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.449336 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.449613 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.450420 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.450695 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] use_json = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.451138 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.451417 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.451701 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.451978 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.452254 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.452530 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.452805 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.453092 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.453394 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:15.453695 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.453994 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.454300 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.454587 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.454879 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.455161 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.455453 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.455731 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.456020 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.456312 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.456604 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.456885 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.457177 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.457479 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.457776 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.458083 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.458379 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.458673 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.458949 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.459224 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.459502 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.459782 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.460067 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.460360 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.460650 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.460927 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.461206 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.461523 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.461803 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.462076 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.462356 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.462646 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.462927 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.463201 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.463487 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.463780 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.464072 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.464350 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.464633 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.464926 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.465204 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.465585 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.466494 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.466779 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.467057 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.467347 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.467629 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.467900 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.468175 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.468455 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.468731 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.469006 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.469304 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.469588 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.469866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.470140 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.470412 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.470686 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.470959 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.471231 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.471501 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.471771 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.472046 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.472318 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.472591 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.472863 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.473135 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.473435 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.473725 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.474021 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.474300 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.474579 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.474860 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.475137 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.475415 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.475693 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.475970 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.476247 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.476519 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.476812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.477096 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.477416 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.477701 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.477979 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.478274 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.478551 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.478835 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.479114 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.479401 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.479682 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.479964 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.480253 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.480545 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.480838 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.481336 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.481639 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.481925 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.482234 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.482513 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:15.482730 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:08:15.482968 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87952) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 11:08:15.873768 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO keyring.backend [-] Loading KWallet Jun 28 11:08:15.880924 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO keyring.backend [-] Loading SecretService Jun 28 11:08:15.884392 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO keyring.backend [-] Loading Windows Jun 28 11:08:15.885718 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO keyring.backend [-] Loading chainer Jun 28 11:08:15.886283 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO keyring.backend [-] Loading macOS Jun 28 11:08:15.919721 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:08:15.920002 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:08:15.920290 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 11:08:15.920625 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 11:08:16.311378 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.311667 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.311938 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.313139 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.313436 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.313704 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.348959 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.349240 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.349543 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.363146 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.363427 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.363704 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.394004 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.394277 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.394542 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.431193 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.431771 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.431771 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.663398 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.663604 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.663864 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.664133 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.664874 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.784159 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.784480 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.784764 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.785038 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.785326 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.785641 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.785910 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.786166 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.786422 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.786703 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.786962 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.787226 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.787490 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.787744 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.788012 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.788286 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.788545 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.788816 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.789068 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.789372 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.789725 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.789977 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.790225 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.790510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.790759 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.791003 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.791388 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:16.791627 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:16.791864 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:16.792099 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:16.792333 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:16.792567 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:16.792932 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 11:08:16.796531 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 11:08:16.800418 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 11:08:16.804156 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 28 11:08:16.805800 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 11:08:16.806250 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 11:08:16.806586 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 11:08:16.807118 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 11:08:16.810447 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 11:08:16.810698 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 11:08:16.811042 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:08:16.838020 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 11:08:16.838465 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.838760 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87952) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 11:08:16.839120 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.840487 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87952) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 11:08:16.840761 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 11:08:16.841015 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 11:08:16.844319 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.844602 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:16.906594 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 11:08:16.906833 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 11:08:16.907069 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 11:08:16.907439 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 11:08:16.940442 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_db.sqlalchemy.engines [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87952) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 28 11:08:17.273319 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing driver for type 'gre' Jun 28 11:08:17.273847 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] gre ID ranges: [(1, 1000)] Jun 28 11:08:17.333601 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing driver for type 'local' Jun 28 11:08:17.333942 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing driver for type 'vlan' Jun 28 11:08:17.345925 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] VlanTypeDriver initialization complete Jun 28 11:08:17.346347 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing driver for type 'vxlan' Jun 28 11:08:17.346980 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] vxlan ID ranges: [(1, 1000)] Jun 28 11:08:17.405599 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing extension driver 'port_security' Jun 28 11:08:17.405947 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.extensions.port_security [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] PortSecurityExtensionDriver initialization complete Jun 28 11:08:17.406285 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing mechanism driver 'openvswitch' Jun 28 11:08:17.406627 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing mechanism driver 'hyperv' Jun 28 11:08:17.413195 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.plugin [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:17.413898 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.414274 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.414626 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.415152 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:08:17.415583 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.415942 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.416292 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.416687 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:08:17.417095 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.417480 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.417829 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.418218 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:08:17.418751 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > security_group after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.418751 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > security_group after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.419433 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > security_group after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.419825 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:08:17.420230 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.420580 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.420922 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.421466 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:08:17.421876 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > address_group after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.422228 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > address_group after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.422572 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > address_group after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.422966 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87952) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 28 11:08:17.423413 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] ML2 OVO RPC backend initialized. {{(pid=87952) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 28 11:08:17.424128 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.424488 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.424910 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.425263 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > networks before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.425635 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.425983 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > ports before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.426331 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.426677 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnets before_response 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.427025 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.427368 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.427711 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.428048 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.428385 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.428727 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.429060 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.429429 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.429764 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > subnet after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.430339 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.plugin [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Modular L2 Plugin initialization complete Jun 28 11:08:17.430673 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading services supported by the core plugin {{(pid=87952) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 11:08:17.431003 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.plugins.ml2.managers [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Got port-security extension from driver 'port_security' Jun 28 11:08:17.431504 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.extensions.vlantransparent [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Disabled vlantransparent extension. Jun 28 11:08:17.432044 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87952) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 11:08:17.432318 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: router Jun 28 11:08:17.470873 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_interface before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.471263 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_create 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.471632 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router before_create 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.472001 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.472376 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.472734 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_delete 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.473095 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > floatingip after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.473491 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_create 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.473843 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_update 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.474198 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_update 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.474547 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.474906 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_update 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.475321 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_update 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.475691 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.476034 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.476375 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: subnet after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.476715 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.477063 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > port precommit_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.477439 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_create 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.477789 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.478135 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.478492 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router after_update 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.478836 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_delete 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.479184 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_create 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.479545 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router_interface after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.479892 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_update 55549900 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.480256 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > agent after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.480609 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > agent after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.481004 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > network after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.482499 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Tracking information for resource: router configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:17.482834 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Tracking information for resource: floatingip configured {{(pid=87952) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 11:08:17.487683 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.db.l3_agentschedulers_db [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 11:08:17.488270 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.488639 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port after_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.488995 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port after_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.489381 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: port after_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.490562 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router before_create 55550100 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.490936 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_delete 55550100 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.491301 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_create 55550100 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.491662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > router precommit_update 55550100 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.496078 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.provider_configuration [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service providers = [] {{(pid=87952) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 11:08:17.496445 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.db.servicetype_db [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87952) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 11:08:17.499503 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.service_base [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:08:17.499858 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.service_base [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:08:17.500203 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.service_base [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:08:17.501092 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.services.service_base [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87952) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 11:08:17.501498 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.services.service_base [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 11:08:17.501880 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.502200 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 11:08:17.513358 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.513696 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: auto_allocate Jun 28 11:08:17.519355 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: network precommit_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.519727 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: network precommit_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.520250 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.520576 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: tag Jun 28 11:08:17.527103 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.527399 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: timestamp Jun 28 11:08:17.531944 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.532279 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: network_ip_availability Jun 28 11:08:17.537487 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.537866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.538227 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.538950 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.539275 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: flavors Jun 28 11:08:17.544017 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.544354 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading Plugin: revisions Jun 28 11:08:17.548586 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87952) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 11:08:17.548984 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_concurrency.lockutils [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=87952) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 11:08:17.549759 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87952) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 28 11:08:17.550100 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Initializing extension manager. Jun 28 11:08:17.550610 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: __init__.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.550954 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: __pycache__ {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.551294 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.551629 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: address_group.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.552374 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.552936 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: address-group Jun 28 11:08:17.553276 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: address_scope.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.553997 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.554513 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: address-scope Jun 28 11:08:17.554840 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: admin_state_down_before_update.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.555764 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.556282 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: router-admin-state-down-before-update Jun 28 11:08:17.556606 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: agent.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.557339 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.557850 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: agent Jun 28 11:08:17.558175 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: agent_resources_synced.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.559309 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.560001 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: agent-resources-synced Jun 28 11:08:17.560333 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: allowedaddresspairs.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.562174 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.562707 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: allowed-address-pairs Jun 28 11:08:17.563042 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: auto_allocated_topology.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.564117 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.564636 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: auto-allocated-topology Jun 28 11:08:17.564967 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: availability_zone.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.565693 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.566211 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: availability_zone Jun 28 11:08:17.566538 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: availability_zone_filter.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.567452 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.567966 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: availability_zone_filter Jun 28 11:08:17.568294 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: data_plane_status.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.569213 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.569746 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 11:08:17.570075 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: default_subnetpools.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.570989 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.571501 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: default-subnetpools Jun 28 11:08:17.571830 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: dhcpagentscheduler.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.572632 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.573334 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: dhcp_agent_scheduler Jun 28 11:08:17.573498 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: dns.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.574407 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.575547 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension dns-integration not supported by any of loaded plugins Jun 28 11:08:17.575879 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: dns_domain_ports.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.576808 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.577493 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 11:08:17.577826 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: dvr.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.578505 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.579015 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: dvr Jun 28 11:08:17.579341 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: empty_string_filtering.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.580258 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.580774 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: empty-string-filtering Jun 28 11:08:17.581101 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.582051 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.582558 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:08:17.582881 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.583796 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.584305 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 11:08:17.584637 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: external_net.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.585644 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.586157 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: external-net Jun 28 11:08:17.586480 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: extra_dhcp_opt.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.587403 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.587909 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: extra_dhcp_opt Jun 28 11:08:17.588234 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: extraroute.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.589139 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.589683 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: extraroute Jun 28 11:08:17.590010 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: extraroute_atomic.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.591585 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.592099 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: extraroute-atomic Jun 28 11:08:17.592426 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: filter_validation.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.593097 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.593647 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: filter-validation Jun 28 11:08:17.593972 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: fip_pf_description.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.594884 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.595388 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 11:08:17.595713 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: fip_port_details.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.596624 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.597135 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: fip-port-details Jun 28 11:08:17.597496 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: flavors.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.598728 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.599247 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: flavors Jun 28 11:08:17.599575 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.601231 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.601778 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 11:08:17.602119 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: floatingip_pools.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.602821 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.603333 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: floatingip-pools Jun 28 11:08:17.603665 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: ip_allocation.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.604596 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.605102 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 11:08:17.605463 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.606430 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.606933 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: ip-substring-filtering Jun 28 11:08:17.607263 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l2_adjacency.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.608191 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.608705 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 11:08:17.609031 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.610037 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.610566 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: router Jun 28 11:08:17.610895 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3_conntrack_helper.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.613260 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.613820 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 11:08:17.614155 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.615089 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.615861 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: ext-gw-mode Jun 28 11:08:17.616193 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.617119 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.617663 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: l3-ha Jun 28 11:08:17.617994 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3_flavors.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.618907 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.619424 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: l3-flavors Jun 28 11:08:17.619752 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.620695 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.621212 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 11:08:17.621571 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: l3agentscheduler.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.622636 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.623150 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: l3_agent_scheduler Jun 28 11:08:17.623481 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: logging.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.624963 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.625517 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension logging not supported by any of loaded plugins Jun 28 11:08:17.625855 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: metering.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.626603 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.627189 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: metering Jun 28 11:08:17.627522 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.628619 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.629135 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: metering_source_and_destination_fields Jun 28 11:08:17.629496 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: multiprovidernet.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.630427 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.630941 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: multi-provider Jun 28 11:08:17.631271 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: netmtu.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.632183 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.632700 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: net-mtu Jun 28 11:08:17.633027 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: netmtu_writable.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.633969 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.634480 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: net-mtu-writable Jun 28 11:08:17.634809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: network_availability_zone.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.635485 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.635996 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: network_availability_zone Jun 28 11:08:17.636323 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: network_ip_availability.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.637979 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.638472 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: network-ip-availability Jun 28 11:08:17.638801 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: network_segment_range.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.639569 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.640077 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 11:08:17.640407 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: pagination.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.641415 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.641753 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: pagination Jun 28 11:08:17.642080 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: port_device_profile.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.643005 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.643524 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: port-device-profile Jun 28 11:08:17.643854 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.644770 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.645304 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: port-mac-address-regenerate Jun 28 11:08:17.645638 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.646563 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.647079 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: port-numa-affinity-policy Jun 28 11:08:17.647408 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: port_resource_request.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.648314 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.648820 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 11:08:17.649146 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: portbindings.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.650115 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.650628 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: binding Jun 28 11:08:17.650954 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: portbindings_extended.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.652214 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.652730 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: binding-extended Jun 28 11:08:17.653674 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: portsecurity.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.654586 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.655098 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: port-security Jun 28 11:08:17.655427 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: project_id.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.656527 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.656866 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: project-id Jun 28 11:08:17.657196 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: providernet.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.658166 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.658687 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: provider Jun 28 11:08:17.659014 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.662501 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.663032 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos not supported by any of loaded plugins Jun 28 11:08:17.663370 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.664614 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.665130 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 11:08:17.665496 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.666420 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.666939 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 11:08:17.667268 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_default.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.668183 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.668844 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-default not supported by any of loaded plugins Jun 28 11:08:17.669308 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_fip.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.669728 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.670233 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-fip not supported by any of loaded plugins Jun 28 11:08:17.670562 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_gateway_ip.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.671490 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.672004 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 11:08:17.672335 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_port_network_policy.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.673250 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.673787 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 11:08:17.674117 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_rule_type_details.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.675032 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.675542 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 11:08:17.675870 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: qos_rules_alias.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.676911 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.677466 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 11:08:17.677799 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: quotasv2.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.678706 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.679039 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: quotas Jun 28 11:08:17.679364 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: quotasv2_detail.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.680970 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.681350 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: quota_details Jun 28 11:08:17.681692 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: rbac.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.682746 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.683276 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: rbac-policies Jun 28 11:08:17.683612 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: rbac_address_group.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.684664 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.685167 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: rbac-address-group Jun 28 11:08:17.685529 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: rbac_address_scope.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.686456 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.686981 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: rbac-address-scope Jun 28 11:08:17.687313 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: rbac_security_groups.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.688230 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.688747 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: rbac-security-groups Jun 28 11:08:17.689076 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: rbac_subnetpool.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.690040 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.690558 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: rbac-subnetpool Jun 28 11:08:17.690885 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: revisionifmatch.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.691806 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.692326 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: revision-if-match Jun 28 11:08:17.692655 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: revisions.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.693782 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.694303 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: standard-attr-revisions Jun 28 11:08:17.694634 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: router_availability_zone.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.695307 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.695820 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: router_availability_zone Jun 28 11:08:17.696146 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: routerservicetype.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.697189 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.697739 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension router-service-type not supported by any of loaded plugins Jun 28 11:08:17.698065 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.698981 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.699498 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: security-groups-normalized-cidr Jun 28 11:08:17.700701 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: security_groups_port_filtering.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.701317 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.701842 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: port-security-groups-filtering Jun 28 11:08:17.702170 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.703090 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.703609 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: security-groups-remote-address-group Jun 28 11:08:17.703942 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: securitygroup.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.713434 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.713970 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: security-group Jun 28 11:08:17.714312 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: segment.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.715097 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.716182 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension segment not supported by any of loaded plugins Jun 28 11:08:17.716517 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.717483 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.717998 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 11:08:17.718329 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: servicetype.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.719432 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.719950 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: service-type Jun 28 11:08:17.720279 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: sorting.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.721263 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.721623 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: sorting Jun 28 11:08:17.721952 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: standard_attr_segment.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.722867 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.723387 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 11:08:17.723719 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: standardattrdescription.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.724373 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.724897 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: standard-attr-description Jun 28 11:08:17.725229 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: stateful_security_group.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.726171 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.726690 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: stateful-security-group Jun 28 11:08:17.727020 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: stdattrs_common.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.727618 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 11:08:17.727946 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.728961 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.729527 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 11:08:17.729856 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: subnet_onboard.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.730935 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.731524 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: subnet_onboard Jun 28 11:08:17.731888 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.732836 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.733377 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 11:08:17.733708 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: subnet_service_types.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.734639 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.735157 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: subnet-service-types Jun 28 11:08:17.735487 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: subnetallocation.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.736568 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.737086 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: subnet_allocation Jun 28 11:08:17.737458 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.738133 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.738644 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: subnetpool-prefix-ops Jun 28 11:08:17.738972 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.739913 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.740682 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 11:08:17.741009 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: tagging.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.742097 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.742619 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: standard-attr-tag Jun 28 11:08:17.742952 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: timestamp.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.744147 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.744667 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loaded extension: standard-attr-timestamp Jun 28 11:08:17.744999 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: trunk.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.746067 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.746604 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension trunk not supported by any of loaded plugins Jun 28 11:08:17.747077 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: trunk_details.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.748182 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.748699 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension trunk-details not supported by any of loaded plugins Jun 28 11:08:17.749029 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: uplink_status_propagation.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.749984 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.750504 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 11:08:17.750833 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Loading extension file: vlantransparent.py {{(pid=87952) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 28 11:08:17.751503 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87952) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 28 11:08:17.752017 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 11:08:17.754465 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:network Jun 28 11:08:17.755221 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:subnet Jun 28 11:08:17.757145 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:08:17.757819 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:port Jun 28 11:08:17.759058 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.759510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service FLAVORS assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.760122 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.760546 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.760883 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:router Jun 28 11:08:17.761567 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:08:17.762835 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service METERING assigned prefix: /metering {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.764416 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.764792 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.765158 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:08:17.766331 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:08:17.766810 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:08:17.767482 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:08:17.768224 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service CORE assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.768560 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:08:17.768904 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] subnetpool is already registered Jun 28 11:08:17.769557 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service CORE assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.769894 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:08:17.770225 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] subnetpool is already registered Jun 28 11:08:17.772780 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.773216 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service FLAVORS assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.773829 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.774253 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.774589 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:router Jun 28 11:08:17.774921 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] router is already registered Jun 28 11:08:17.775516 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:floatingip Jun 28 11:08:17.775856 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] floatingip is already registered Jun 28 11:08:17.776491 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service METERING assigned prefix: /metering {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.777197 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 11:08:17.777508 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] rbac_policy is already registered Jun 28 11:08:17.778773 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:security_group Jun 28 11:08:17.779121 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] security_group is already registered Jun 28 11:08:17.779712 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 11:08:17.780047 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] security_group_rule is already registered Jun 28 11:08:17.780720 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service CORE assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.781056 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:08:17.781420 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] subnetpool is already registered Jun 28 11:08:17.782031 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.v2.resource_helper [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Service CORE assigned prefix: {{(pid=87952) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 11:08:17.782374 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 11:08:17.782704 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING neutron.quota.resource_registry [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] subnetpool is already registered Jun 28 11:08:17.783360 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: extensions {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.784828 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: address-groups {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.786463 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: address-scopes {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.787683 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: agents {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.788850 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: auto-allocated-topology {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.790147 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: availability_zones {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.791460 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: dhcp-networks {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.792876 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: dhcp-agents {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.794475 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: routers {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.796270 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: flavors {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.797465 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: service_profiles {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.798678 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: next_providers {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.800211 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: service_profiles {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.801688 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: floatingip-pools {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.802913 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: routers {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.804702 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: floatingips {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.805919 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: l3-routers {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.807303 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: l3-agents {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.808732 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: metering-labels {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.810273 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: metering-label-rules {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.811560 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: network-ip-availabilities {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.812811 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: bindings {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.814511 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: quotas {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.815933 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: quotas {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.817379 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: rbac-policies {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.818742 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: security-groups {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.819954 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: security-group-rules {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.821191 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: service-providers {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.822441 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: subnetpools {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.825352 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: subnetpools {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.826835 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.828519 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.941745 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.943522 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.945345 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.947208 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.948918 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.951440 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.953181 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.955060 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron.api.extensions [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Extended resource: tags {{(pid=87952) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 11:08:17.961054 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING keystonemiddleware.auth_token [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 11:08:17.965887 dv-cinder-844474-1-iscsi neutron-server[87952]: WARNING keystonemiddleware.auth_token [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 11:08:17.974157 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_concurrency.lockutils [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Acquired lock "singleton_lock" {{(pid=87952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 11:08:17.974653 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_concurrency.lockutils [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Releasing lock "singleton_lock" {{(pid=87952) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 11:08:17.975276 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Starting 2 workers Jun 28 11:08:17.979995 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Started child 88059 {{(pid=87952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:08:17.984316 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Started child 88060 {{(pid=87952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:08:17.985324 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.985966 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO neutron.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 11:08:17.986619 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Notify callbacks [] for process, before_spawn {{(pid=87952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.986799 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [-] (88059) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:08:17.988824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:17.989315 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Starting 1 workers Jun 28 11:08:17.990395 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [-] (88060) wsgi starting up on http://0.0.0.0:9696 Jun 28 11:08:17.994375 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Started child 88061 {{(pid=87952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:08:17.994905 dv-cinder-844474-1-iscsi neutron-server[87952]: INFO oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Starting 1 workers Jun 28 11:08:17.998422 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] calling RpcWorker wait() {{(pid=88061) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 11:08:17.998985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] returning from RpcWorker wait() {{(pid=88061) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 11:08:17.999883 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Started child 88062 {{(pid=87952) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 28 11:08:18.000213 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.000674 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG neutron_lib.callbacks.manager [None req-8dabaae8-32c3-4d9f-9f13-24b78f152f7c None None] Notify callbacks [] for process, after_spawn {{(pid=87952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.000782 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:18.002536 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 11:08:18.002751 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:08:18.002942 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:08:18.003164 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:08:18.003498 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:08:18.003680 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:08:18.004139 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.004418 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.004633 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:18.005107 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.005107 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.005385 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.005572 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:18.005872 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.006154 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.006418 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.006700 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.006968 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.007144 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.007314 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.007566 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.007834 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.008130 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.008403 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.008642 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.008930 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.009100 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.009403 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.009669 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.009921 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.010185 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] debug = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.010445 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.010905 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.011133 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.011378 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.011620 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.011909 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.012152 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.012998 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.013251 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.013514 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.013749 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.014012 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.014256 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.014477 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.014701 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.014947 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.015179 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.015651 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] host = dv-cinder-844474-1-iscsi {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.015886 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.016103 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.016336 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.016565 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.016812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.017053 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.017347 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.017634 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.017883 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.018132 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.018395 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.018643 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.018883 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.019139 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.019294 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_options = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.019521 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.019802 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.020066 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.020253 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.020421 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.020570 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.020825 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.020972 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.021234 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.021479 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.021697 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.021915 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.022165 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.022414 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.022635 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.022869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.023116 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.023329 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.023588 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.023924 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.024159 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.024429 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.024668 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.024906 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.025159 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.025393 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.025645 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.025865 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.026233 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.026412 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.026686 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.026880 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.027121 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.027592 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.027592 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.027903 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.028054 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.028328 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.028812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.028812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.029092 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.029245 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.029522 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.029778 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.029976 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.030376 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_json = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.030550 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.030727 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.031128 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032028 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032028 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032028 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032028 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032028 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032939 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.032939 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.032939 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.033404 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.033546 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.033739 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.034250 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.037460 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.037725 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.038624 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.040735 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.042937 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.042937 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.043261 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.043407 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.047368 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.047743 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.048017 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.048321 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.048598 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.048843 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.049112 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.049374 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.049744 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.050035 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.050326 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.050620 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.050871 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.051131 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.051361 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.051593 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.051827 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.052076 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.052350 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.052606 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.052834 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.053081 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.056607 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.056884 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.057301 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.057463 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.057728 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.057979 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.058216 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.058446 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.058704 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.058958 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.059737 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.059985 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.060414 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.060694 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.060967 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.061213 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.061778 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.062022 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.062259 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.062524 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.062781 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.063007 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.063233 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.063481 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.063704 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.063973 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.064823 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.065106 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.065351 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.065587 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.065814 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.066044 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.066273 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.066497 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.066729 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.066949 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.067194 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.067455 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.068128 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.068354 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.068597 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.068851 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.069077 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.069315 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.069559 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.069783 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.070005 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.070267 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.070564 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.070888 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.071149 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.071458 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.071705 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.071972 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.072199 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.072444 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.072679 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.072934 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.073171 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.073547 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.073800 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.074033 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.074292 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.074546 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.075456 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.075851 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.076130 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.076357 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.076599 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.076830 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.077118 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.077384 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.077626 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.077899 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.078157 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.078461 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.078914 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.079030 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.079207 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.079467 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.079771 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.080058 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.080337 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.080597 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.080850 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.081115 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.081392 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.081666 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.081938 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.082264 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.082534 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.082816 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.082922 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 45968) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:18.083065 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.083448 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.083831 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.084079 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.084437 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.084747 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.084997 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.085401 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.086141 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.086880 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.087175 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.087455 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.087720 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.087987 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.088254 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.088508 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.088732 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.088973 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.089216 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.089484 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.089724 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.089954 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.090179 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.090466 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.090700 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.090945 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.091342 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.091718 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.092101 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.092516 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.092746 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.093005 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.093846 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.093846 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.093999 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084608 Jun 28 11:08:18.094074 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.094074 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.094303 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.094467 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.094695 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.094968 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.095200 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.095489 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.095811 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.096059 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.096305 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.096557 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.096838 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.098166 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.098424 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.098655 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.099866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.099866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.099866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.099866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.099866 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.100180 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.100180 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.100473 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.100887 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.101249 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.101555 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.101813 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.102084 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.102354 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.102593 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.102818 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.103044 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.103302 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.103546 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.103798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.104042 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.104266 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.104507 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.104812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.104948 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.105413 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.105795 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.106253 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.106611 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.107018 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.107389 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.107763 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.108137 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.108371 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.108596 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.108818 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.109043 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.109431 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.109938 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.110037 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:18.110341 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.110745 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.111053 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.111398 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.111802 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.112178 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.112674 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.113056 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.113470 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.113805 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.115046 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.115700 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.116090 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.116511 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.116922 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.117200 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.117827 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.118134 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.118398 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.118639 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.118910 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.119467 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.120159 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.120773 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.120773 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.121011 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.121421 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.122368 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.122928 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.123445 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.123725 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.123979 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.124289 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.124574 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.124867 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.125118 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.125468 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.125815 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.126108 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.126376 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.126612 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.126892 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.127128 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.127354 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.127579 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.127886 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.128041 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.128310 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.128574 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.128827 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.129049 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.129396 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.129644 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.129957 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.130116 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.130508 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.130736 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.130902 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:08:18.131438 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87952) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 28 11:08:18.131599 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 11:08:18.131926 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 11:08:18.132102 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 11:08:18.132274 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 11:08:18.132430 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 11:08:18.132641 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.132805 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.132968 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.133125 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.133455 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.133814 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.134117 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.134287 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.134449 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.134613 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.134771 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.135071 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.135360 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.135653 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.135816 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.136115 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.136422 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.136582 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.136740 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.136914 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.137070 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.137879 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.138793 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] debug = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.138955 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.139383 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.139510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.139583 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.139745 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.139909 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.140062 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.140224 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.141008 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.141243 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.141425 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.141589 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.141754 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.141916 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.142077 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.142237 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.142398 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.142557 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] host = dv-cinder-844474-1-iscsi {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.142718 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.142878 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143039 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143196 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143357 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143516 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143673 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143994 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.143994 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.144263 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.145042 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.145176 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.145334 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.145469 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.145631 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_options = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.146423 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.146608 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.146782 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.146951 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.147108 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.147591 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.148174 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.148349 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.148511 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.148673 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.148837 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149012 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149176 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149355 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149497 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149637 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149776 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.149935 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.150098 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.150258 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.150419 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.150659 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.150765 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.150911 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151046 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151204 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151366 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151527 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151683 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151832 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.151992 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.152150 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.152605 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.152774 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.153809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.153809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.153809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.153809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.153809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.153809 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.154662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.154662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.154662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.154662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.154662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.154662 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_json = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.155510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.155510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.155510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.155510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.155510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.155510 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.156869 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.157798 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.158491 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.158491 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.158491 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.158491 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.158711 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.158711 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.159812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160240 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160240 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160240 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160418 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160546 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160710 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.160878 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.161039 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.161206 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.161393 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.161559 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.161723 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.161887 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.162051 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163015 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163015 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163015 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163015 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163015 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163015 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163398 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163398 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163535 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163602 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.163727 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.164494 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.164627 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.165025 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.165198 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.165402 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.165596 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.166557 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.166717 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.167035 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.167344 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.167649 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.168020 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.168371 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.168597 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.168874 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.169239 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.169367 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.169562 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.169815 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.170042 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.170210 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.170394 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.170622 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.170788 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.170951 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.171143 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.171279 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.171523 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.171802 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.172082 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.172364 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.172643 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.172931 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.173180 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.173413 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.173591 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.173870 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.174158 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.174441 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.174730 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.175021 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.175277 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.175553 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.175841 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.176111 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.176267 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.176441 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.176617 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.176769 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.176926 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.177096 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.177260 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.177445 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.177706 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.177992 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.178276 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.178564 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179077 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179077 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179253 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179374 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179532 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179696 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.179863 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.180026 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.180197 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.180371 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.180536 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.180700 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.180863 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.181025 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.181191 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.181394 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.181558 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.181721 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.181882 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.182046 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.182216 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183070 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183070 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183070 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183070 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183070 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183454 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183454 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183454 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183679 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183758 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.183912 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.184091 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.184896 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.185451 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.185451 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.185610 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.185707 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.185790 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.185954 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.186120 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.186285 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.186448 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.186611 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.186774 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.186936 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.187097 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.187260 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.187423 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.187583 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.187745 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.187908 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.188068 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.188230 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.188392 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.188555 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.188717 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.188878 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.189044 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.189225 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.189383 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.189545 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.189710 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.189875 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.190033 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.190188 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.190351 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.190515 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.190677 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.190841 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191003 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191172 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191335 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191497 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191660 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191822 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.191985 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.192148 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.192310 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.192478 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.192693 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.192834 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.192995 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.193136 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.193362 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.193512 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.193652 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.193785 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.193916 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194047 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194166 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194328 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194490 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194650 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194812 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.194973 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.195138 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.195302 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.195463 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.195625 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.195788 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.195949 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.196857 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.196857 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.196857 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.196857 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.196857 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.196857 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197305 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197305 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197475 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197607 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197723 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197845 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.197965 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.198126 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.198288 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.198450 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.198612 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.198784 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.198945 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.199106 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.199267 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.199427 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.199600 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.200372 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.200917 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.200917 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201092 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201172 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201352 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201490 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201644 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201811 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.201974 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.202137 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.202301 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.202465 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.202631 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.202803 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.202972 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.203135 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.203306 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.203476 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.203646 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.203810 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.203978 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.204152 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.204315 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.204477 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.204637 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.204800 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.204961 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.205122 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.205298 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.205464 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.205628 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.205789 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.205952 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.206115 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.206276 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.206438 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.206600 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.206763 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.206924 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.207086 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.207248 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 11:08:18.207401 dv-cinder-844474-1-iscsi neutron-server[87952]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87952) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 11:08:28.935817 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e98440-0a92-4ed4-b308-9766df6b0f2b None None] get_active_networks_info from dv-cinder-844474-1-iscsi {{(pid=88061) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 28 11:08:28.990646 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39abf57c-9aff-442e-826f-458e14eca4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1652598'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:29.017387 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e98440-0a92-4ed4-b308-9766df6b0f2b None None] No non-hosted networks {{(pid=88061) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 11:08:31.201237 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-515ddf88-2b5c-408b-9ea1-cdbee93c61c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1652598'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:31.250856 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-28d4eb09-8a17-48da-8f67-4973116486bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:32.296701 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1652598'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:32.301398 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1652598'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:32.303209 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.304213 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.304719 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.308205 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.309329 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.309846 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.310948 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.311467 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.312002 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.315104 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.316010 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.316507 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:32.317866 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844474-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:32.323612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844474-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:08:33.505592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1652598'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:34.671315 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.db.l3_hamode_db [None req-49b22b84-b040-4e32-9a58-4257ab501511 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 11:08:34.754572 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b22b84-b040-4e32-9a58-4257ab501511 None None] Routers set() bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:08:34.754871 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b22b84-b040-4e32-9a58-4257ab501511 None None] Router IDs set() for agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 28 11:08:35.275919 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 46066) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:35.847661 dv-cinder-844474-1-iscsi neutron-server[88059]: WARNING oslo_policy.policy [None req-e3bbdb59-b80d-4502-a40c-b0a4ad894dea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:35.848229 dv-cinder-844474-1-iscsi neutron-server[88059]: WARNING oslo_policy.policy [None req-e3bbdb59-b80d-4502-a40c-b0a4ad894dea admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:36.065949 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [None req-e3bbdb59-b80d-4502-a40c-b0a4ad894dea admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:36.067162 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e3bbdb59-b80d-4502-a40c-b0a4ad894dea admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7885771 Jun 28 11:08:38.469169 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46080) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:39.041116 dv-cinder-844474-1-iscsi neutron-server[88060]: WARNING oslo_policy.policy [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:39.042016 dv-cinder-844474-1-iscsi neutron-server[88060]: WARNING oslo_policy.policy [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:39.256202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:39.349562 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.policy [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88060) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:08:39.397941 dv-cinder-844474-1-iscsi neutron-server[88060]: WARNING oslo_policy.policy [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:39.398312 dv-cinder-844474-1-iscsi neutron-server[88060]: WARNING oslo_policy.policy [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:08:39.406760 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.quota [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] Loaded quota_driver: . Jun 28 11:08:39.422415 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:39.481079 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736429889127', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736429254834', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736429245804', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736429271098', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736429261636', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736429288059', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542250', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780754', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1802414', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1757985'] for rbac-policy, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.543851 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:39.545082 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-42f2f015-6ccd-472b-9ff6-78d79c629a82 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0748558 Jun 28 11:08:42.186842 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46098) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:42.539475 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Request body: {'network': {'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'name': 'private', 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:42.544701 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:42.549241 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Usage tracker for resource:network and tenant:3eeb4b0bbacd43c99462e2a477111aa1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:42.553813 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:42.560557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:42.569663 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Made reservation on behalf of 3eeb4b0bbacd43c99462e2a477111aa1 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:42.572292 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.590232 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.603829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:42.608070 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Usage tracker for resource:security_group_rule and tenant:3eeb4b0bbacd43c99462e2a477111aa1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:42.613000 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:42.618800 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:42.712818 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.717132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.741602 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:08:42.766173 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736432461936', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.766702 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Unsubscribe: segment precommit_create {{(pid=88060) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:08:42.767219 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Added segment 71e2b70b-4786-404b-b3a2-aada1d6d4b68 of type vlan for network e3587c10-852c-4c06-9f71-eaec685ff2ba Jun 28 11:08:42.775429 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5c0b4d-caf6-4306-8324-f179f577bb93,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:42.824361 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.824625 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.824993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.825404 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.825790 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.826111 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.826428 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.826742 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.827068 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.827383 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.827692 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.827997 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Tracked resource versions report: Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: pushed versions: Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: { 'AddressGroup': {'1.2'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'ConntrackHelper': {'1.0'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Log': {'1.0'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Network': {'1.1'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Port': {'1.7'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'PortForwarding': {'1.2'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'QosPolicy': {'1.8'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroup': {'1.4'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SubPort': {'1.0'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Subnet': {'1.1'}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Trunk': {'1.1'}} Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: consumer versions: Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'ConntrackHelper': '1.0', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Log': '1.0', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Network': '1.1', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Port': '1.7', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'PortForwarding': '1.2', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'QosPolicy': '1.8', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroup': '1.4', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroupRule': '1.2', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SubPort': '1.0', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Subnet': '1.1', Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Trunk': '1.1'}} Jun 28 11:08:42.829041 dv-cinder-844474-1-iscsi neutron-server[88060]: {{(pid=88060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:08:42.879254 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.919998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:42.921140 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:42.921798 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:43.028553 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] Pushing event updated for resources: {'Network': ['ID=e3587c10-852c-4c06-9f71-eaec685ff2ba,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:43.032096 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a8739e84-5512-469d-b14e-db32b6b1240c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8442757 Jun 28 11:08:43.048434 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network e3587c10-852c-4c06-9f71-eaec685ff2ba details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:08:45.841965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46114) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:46.285934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fee3ee-377e-4f5c-bf66-22fadb826b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:46.287262 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-e2fee3ee-377e-4f5c-bf66-22fadb826b06 admin admin] 10.222.0.44 "GET /v2.0/networks/e3587c10-852c-4c06-9f71-eaec685ff2ba HTTP/1.1" status: 200 len: 825 time: 0.4443481 Jun 28 11:08:46.314218 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-f6f9549a-0d72-42b0-879b-c45f92cc0302 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/afc614a3-5735-4180-aa3e-a4c86b775784 HTTP/1.1" status: 200 len: 734 time: 0.0215054 Jun 28 11:08:46.322725 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Request body: {'subnet': {'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gateway_ip': '172.20.0.1', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:46.327657 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:46.331329 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Usage tracker for resource:subnet and tenant:3eeb4b0bbacd43c99462e2a477111aa1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:46.334160 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:46.340473 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:46.349493 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Made reservation on behalf of 3eeb4b0bbacd43c99462e2a477111aa1 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:08:46.351671 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:46.635898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:46.722971 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Checking segment: {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:46.723347 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Network hostable DHCP agents. Network: e3587c10-852c-4c06-9f71-eaec685ff2ba, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:08:46.728609 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9152120-5a2e-4705-b180-ed87adb6add2,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:46.748248 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Network e3587c10-852c-4c06-9f71-eaec685ff2ba is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:08:46.757817 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, e3587c10-852c-4c06-9f71-eaec685ff2ba) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:46.763956 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:08:46.764529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:46.767789 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55599794-d850-4f4c-ab77-5eb205d66b1c None None] Network e3587c10-852c-4c06-9f71-eaec685ff2ba requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:46.785429 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8c7e8e20-e5ac-4727-ab3d-148aa11722df admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4659507 Jun 28 11:08:47.065965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-e3587c10-852c-4c06-9f71-eaec685ff2ba', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:08:47.067195 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:47.249291 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Allocated IP 172.20.0.2 (e3587c10-852c-4c06-9f71-eaec685ff2ba/d9152120-5a2e-4705-b180-ed87adb6add2/5a70e945-e541-4181-b223-f786dd1718e5) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:08:47.474157 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:47.487544 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Transition to ACTIVE for port object 5a70e945-e541-4181-b223-f786dd1718e5 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:47.506138 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Transition to ACTIVE for port object 5a70e945-e541-4181-b223-f786dd1718e5 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:08:47.512469 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:47.569478 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Network e3587c10-852c-4c06-9f71-eaec685ff2ba is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:08:47.572107 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:08:47.583998 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:08:47.624279 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Pushing event updated for resources: {'Port': ['ID=5a70e945-e541-4181-b223-f786dd1718e5,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:47.641558 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.641909 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.642253 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.642589 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.642921 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.643250 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.643577 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.643920 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.644255 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.644580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.644900 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.645221 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Tracked resource versions report: Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: pushed versions: Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: { 'AddressGroup': {'1.2'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'ConntrackHelper': {'1.0'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Log': {'1.0'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Network': {'1.1'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Port': {'1.7'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'PortForwarding': {'1.2'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'QosPolicy': {'1.8'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroup': {'1.4'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SubPort': {'1.0'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Subnet': {'1.1'}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Trunk': {'1.1'}} Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: consumer versions: Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'ConntrackHelper': '1.0', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Log': '1.0', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Network': '1.1', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Port': '1.7', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'PortForwarding': '1.2', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'QosPolicy': '1.8', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroup': '1.4', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroupRule': '1.2', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SubPort': '1.0', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Subnet': '1.1', Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Trunk': '1.1'}} Jun 28 11:08:47.646299 dv-cinder-844474-1-iscsi neutron-server[88061]: {{(pid=88061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:08:47.706245 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Attempting to bind port 5a70e945-e541-4181-b223-f786dd1718e5 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:08:47.706650 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Attempting to bind port 5a70e945-e541-4181-b223-f786dd1718e5 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:08:47.707061 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Attempting to bind port 5a70e945-e541-4181-b223-f786dd1718e5 on network e3587c10-852c-4c06-9f71-eaec685ff2ba {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:08:47.712249 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:08:47.712630 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Checking segment: {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:08:47.713104 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:47.713523 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Bound using segment: {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:08:47.714074 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Bound port: 5a70e945-e541-4181-b223-f786dd1718e5, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:08:47.715104 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:47.803478 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] For port 5a70e945-e541-4181-b223-f786dd1718e5, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:08:47.807485 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] For port 5a70e945-e541-4181-b223-f786dd1718e5, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=5a70e945-e541-4181-b223-f786dd1718e5,segment=NetworkSegment(71e2b70b-4786-404b-b3a2-aada1d6d4b68),segment_id=71e2b70b-4786-404b-b3a2-aada1d6d4b68)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:08:47.812008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:47.903373 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecee11-4a9c-4224-8305-c1f20a41cd4d None None] Pushing event updated for resources: {'Port': ['ID=5a70e945-e541-4181-b223-f786dd1718e5,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:49.244583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46124) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:49.612442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [None req-75329a02-8ecf-4809-b1d1-4ff32d5e1157 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:49.613461 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-75329a02-8ecf-4809-b1d1-4ff32d5e1157 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3672009 Jun 28 11:08:51.753163 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0eac10-befd-455d-94ce-8780f10b802b None None] Network e3587c10-852c-4c06-9f71-eaec685ff2ba requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:08:51.844587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5060924a-4988-46c7-a7c1-2d26f8dda796 None None] Provisioning for port 5a70e945-e541-4181-b223-f786dd1718e5 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:52.095614 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46138) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:52.135021 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 5a70e945-e541-4181-b223-f786dd1718e5 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:52.210058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 5a70e945-e541-4181-b223-f786dd1718e5 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:08:52.215640 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 5a70e945-e541-4181-b223-f786dd1718e5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:52.216050 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:52.288348 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Provisioning complete for port 5a70e945-e541-4181-b223-f786dd1718e5 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:52.288640 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:52.395251 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 5a70e945-e541-4181-b223-f786dd1718e5 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:52.395656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:52.467520 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 5a70e945-e541-4181-b223-f786dd1718e5, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=5a70e945-e541-4181-b223-f786dd1718e5,segment=NetworkSegment(71e2b70b-4786-404b-b3a2-aada1d6d4b68),segment_id=71e2b70b-4786-404b-b3a2-aada1d6d4b68)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:08:52.472405 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:52.499306 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [None req-db56d2c6-def6-436f-a411-476d5da206a1 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:52.500366 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-db56d2c6-def6-436f-a411-476d5da206a1 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4037220 Jun 28 11:08:52.552724 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Current status of the port 5a70e945-e541-4181-b223-f786dd1718e5 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:52.553036 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:52.621111 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=5a70e945-e541-4181-b223-f786dd1718e5,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:08:52.661209 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:08:52.661644 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:08:53.216670 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-aa86433f-8552-41cd-b23d-fbb568ab5542 None None] Current status of the port 5a70e945-e541-4181-b223-f786dd1718e5 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:54.105189 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 5a70e945-e541-4181-b223-f786dd1718e5 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:08:54.171196 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 5a70e945-e541-4181-b223-f786dd1718e5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:08:54.171567 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:54.286472 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 5a70e945-e541-4181-b223-f786dd1718e5 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:08:55.195128 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46150) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:55.536073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'name': 'router1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:08:55.541220 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:08:55.546280 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Usage tracker for resource:router and tenant:3eeb4b0bbacd43c99462e2a477111aa1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:08:55.549530 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:08:55.555164 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:08:55.565188 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.566785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.587443 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.696180 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.715911 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:08:55.717083 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a765456a-a12a-4d6c-aa5c-7fcffaafbfc8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5209935 Jun 28 11:08:58.081800 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46160) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:08:58.436783 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [None req-7b8bff7e-7c26-4b55-8d6d-8ed26a02733d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:08:58.437805 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7b8bff7e-7c26-4b55-8d6d-8ed26a02733d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3550754 Jun 28 11:08:58.845343 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac5f6fc5-eec5-4133-8c3f-e03d283be233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:00.837841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46170) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:09:01.195876 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c41767bd-c689-4f84-b8b5-41fc5cade073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.197969 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:09:01.202854 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:09:01.206636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Usage tracker for resource:network and tenant:4bbe103ef622437c99ca5b5dca1a836a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:09:01.209395 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:09:01.214968 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:09:01.223942 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Made reservation on behalf of 4bbe103ef622437c99ca5b5dca1a836a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:09:01.226368 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.238563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.253039 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:09:01.256663 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbe103ef622437c99ca5b5dca1a836a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:09:01.259359 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:09:01.264818 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:09:01.347214 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.351136 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.370323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Reserving flat network on physical network physnet1 {{(pid=88060) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 11:09:01.390286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbabec-23d3-4eeb-90f1-7db1c80f7734,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:01.395526 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.395863 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Added segment dd0f8c75-704d-4382-a80a-4cdc60a655c2 of type flat for network c626622b-f658-4a78-b496-f20f070e389d Jun 28 11:09:01.428843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.462248 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.463089 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:09:01.464234 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:01.557058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7176423 Jun 28 11:09:01.564275 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f395d-eef3-40b4-bf56-ef44639edfe9 admin admin] Pushing event updated for resources: {'Network': ['ID=c626622b-f658-4a78-b496-f20f070e389d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:01.577727 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network c626622b-f658-4a78-b496-f20f070e389d details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:09:02.212067 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:02.266687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:03.432394 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:03.969313 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:09:04.180675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de674239-0511-40f2-9b57-e2dede187562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:09:04.181992 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-de674239-0511-40f2-9b57-e2dede187562 admin admin] 10.222.0.44 "GET /v2.0/subnets/d9152120-5a2e-4705-b180-ed87adb6add2 HTTP/1.1" status: 200 len: 849 time: 0.2117422 Jun 28 11:09:04.323651 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a6768671-4d83-4504-9b26-6dc4e842ff7d admin admin] 10.222.0.44 "GET /v2.0/routers/5130f198-7c1a-45f8-96d0-dac7dc55d549 HTTP/1.1" status: 200 len: 704 time: 0.1348035 Jun 28 11:09:04.781486 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.033532 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Allocated IP 172.20.0.1 (e3587c10-852c-4c06-9f71-eaec685ff2ba/d9152120-5a2e-4705-b180-ed87adb6add2/3b69e40a-b52d-4dff-a768-13b19fac8273) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:09:05.188743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.206152 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Transition to ACTIVE for port object 3b69e40a-b52d-4dff-a768-13b19fac8273 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:09:05.257608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.319382 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Network e3587c10-852c-4c06-9f71-eaec685ff2ba is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:09:05.327326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:09:05.332609 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:09:05.332720 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.445358 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Pushing event updated for resources: {'Port': ['ID=3b69e40a-b52d-4dff-a768-13b19fac8273,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:05.504168 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a0469c65-b2cc-412f-9552-5ca0f3387887 None None] Provisioning for port 3b69e40a-b52d-4dff-a768-13b19fac8273 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:09:05.508790 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a0469c65-b2cc-412f-9552-5ca0f3387887 None None] Provisioning complete for port 3b69e40a-b52d-4dff-a768-13b19fac8273 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:09:05.509142 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0469c65-b2cc-412f-9552-5ca0f3387887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.564190 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a0469c65-b2cc-412f-9552-5ca0f3387887 None None] Port 3b69e40a-b52d-4dff-a768-13b19fac8273 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:09:05.593009 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.811756 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.815940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.816649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:05.945106 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Pushing event updated for resources: {'Port': ['ID=3b69e40a-b52d-4dff-a768-13b19fac8273,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:06.006159 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Network e3587c10-852c-4c06-9f71-eaec685ff2ba is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:09:06.007181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:09:06.186709 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-081b9ba2-ab42-457a-9156-418982d2f99a None None] Provisioning complete for port 3b69e40a-b52d-4dff-a768-13b19fac8273 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:09:06.186994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-081b9ba2-ab42-457a-9156-418982d2f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:06.239146 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Router 5130f198-7c1a-45f8-96d0-dac7dc55d549 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:09:06.240598 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-081b9ba2-ab42-457a-9156-418982d2f99a None None] Port 3b69e40a-b52d-4dff-a768-13b19fac8273 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:09:06.388405 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:09:06.398294 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-bb28ba92-c01b-4e75-a696-918ee90c610c admin admin] 10.222.0.44 "PUT /v2.0/routers/5130f198-7c1a-45f8-96d0-dac7dc55d549/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0700996 Jun 28 11:09:06.398747 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Sync routers for ids ['5130f198-7c1a-45f8-96d0-dac7dc55d549'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:09:06.409396 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Routers {'5130f198-7c1a-45f8-96d0-dac7dc55d549'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:09:06.410227 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:09:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['5130f198-7c1a-45f8-96d0-dac7dc55d549'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:06.585263 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Set router 5130f198-7c1a-45f8-96d0-dac7dc55d549 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:09:06.967266 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'name': 'router1', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:55Z', 'updated_at': '2022-06-28T11:09:05Z', 'revision_number': 2, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gw_port_host': None, '_interfaces': [{'id': '3b69e40a-b52d-4dff-a768-13b19fac8273', 'name': '', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'mac_address': 'fa:16:3e:a1:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:04Z', 'updated_at': '2022-06-28T11:09:05Z', 'revision_number': 2, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'subnets': [{'id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:06.972139 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Checking router: 5130f198-7c1a-45f8-96d0-dac7dc55d549 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:09:06.972521 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Updating router 5130f198-7c1a-45f8-96d0-dac7dc55d549 port 3b69e40a-b52d-4dff-a768-13b19fac8273 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:09:07.026963 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:07.402875 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:07.418087 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Transition to ACTIVE for port object 3b69e40a-b52d-4dff-a768-13b19fac8273 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:09:07.424675 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:07.648829 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Pushing event updated for resources: {'Port': ['ID=3b69e40a-b52d-4dff-a768-13b19fac8273,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:07.671967 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.672316 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.672656 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.672987 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.673336 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.673669 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.673994 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.674318 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.674647 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.674968 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.675286 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.675607 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Tracked resource versions report: Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: pushed versions: Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: { 'AddressGroup': {'1.2'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'ConntrackHelper': {'1.0'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Log': {'1.0'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Network': {'1.1'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Port': {'1.7'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'PortForwarding': {'1.2'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'QosPolicy': {'1.8'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroup': {'1.4'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SubPort': {'1.0'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Subnet': {'1.1'}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Trunk': {'1.1'}} Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: consumer versions: Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'ConntrackHelper': '1.0', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Log': '1.0', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Network': '1.1', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Port': '1.7', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'PortForwarding': '1.2', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'QosPolicy': '1.8', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroup': '1.4', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroupRule': '1.2', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SubPort': '1.0', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Subnet': '1.1', Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Trunk': '1.1'}} Jun 28 11:09:07.676676 dv-cinder-844474-1-iscsi neutron-server[88062]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:09:07.681024 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Attempting to bind port 3b69e40a-b52d-4dff-a768-13b19fac8273 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:09:07.681506 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Attempting to bind port 3b69e40a-b52d-4dff-a768-13b19fac8273 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:09:07.682017 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Attempting to bind port 3b69e40a-b52d-4dff-a768-13b19fac8273 on network e3587c10-852c-4c06-9f71-eaec685ff2ba {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:09:07.688542 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:09:07.688925 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Checking segment: {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:09:07.689423 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:07.689806 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Bound using segment: {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:09:07.690309 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Bound port: 3b69e40a-b52d-4dff-a768-13b19fac8273, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e2b70b-4786-404b-b3a2-aada1d6d4b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:09:07.690689 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:07.779294 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] For port 3b69e40a-b52d-4dff-a768-13b19fac8273, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:09:07.783296 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] For port 3b69e40a-b52d-4dff-a768-13b19fac8273, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=3b69e40a-b52d-4dff-a768-13b19fac8273,segment=NetworkSegment(71e2b70b-4786-404b-b3a2-aada1d6d4b68),segment_id=71e2b70b-4786-404b-b3a2-aada1d6d4b68)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:09:07.788757 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:07.876626 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Routers {'5130f198-7c1a-45f8-96d0-dac7dc55d549'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:09:07.877244 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:09:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['5130f198-7c1a-45f8-96d0-dac7dc55d549'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:07.935802 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d5e9e-bd48-499c-bd6a-7bfdcf26a6ec None None] Pushing event updated for resources: {'Port': ['ID=3b69e40a-b52d-4dff-a768-13b19fac8273,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:08.063812 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] Set router 5130f198-7c1a-45f8-96d0-dac7dc55d549 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:09:08.389214 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'name': 'router1', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:55Z', 'updated_at': '2022-06-28T11:09:05Z', 'revision_number': 2, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gw_port_host': None, '_interfaces': [{'id': '3b69e40a-b52d-4dff-a768-13b19fac8273', 'name': '', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'mac_address': 'fa:16:3e:a1:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:04Z', 'updated_at': '2022-06-28T11:09:07Z', 'revision_number': 4, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'subnets': [{'id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:08.393042 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc9a01-f20e-4f66-9cff-c84302a1c555 None None] The sync data for ids ['5130f198-7c1a-45f8-96d0-dac7dc55d549'] in dv-cinder-844474-1-iscsi is: [{'id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'name': 'router1', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:55Z', 'updated_at': '2022-06-28T11:09:05Z', 'revision_number': 2, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gw_port_host': None, '_interfaces': [{'id': '3b69e40a-b52d-4dff-a768-13b19fac8273', 'name': '', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'mac_address': 'fa:16:3e:a1:5c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:04Z', 'updated_at': '2022-06-28T11:09:07Z', 'revision_number': 4, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'subnets': [{'id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:09:08.626411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46212) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:09:08.787595 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27df41de-02a1-4e1d-ab4a-3057d8ee81f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:09:08.788155 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-27df41de-02a1-4e1d-ab4a-3057d8ee81f5 admin admin] Synchronizing usage tracker for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:09:08.806207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-27df41de-02a1-4e1d-ab4a-3057d8ee81f5 admin admin] Unset dirty status for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:09:08.808364 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-27df41de-02a1-4e1d-ab4a-3057d8ee81f5 admin admin] 10.222.0.44 "GET /v2.0/networks/c626622b-f658-4a78-b496-f20f070e389d HTTP/1.1" status: 200 len: 842 time: 0.1806138 Jun 28 11:09:08.817455 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:09:08.822668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:09:08.826471 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Usage tracker for resource:subnet and tenant:4bbe103ef622437c99ca5b5dca1a836a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:09:08.829280 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:09:08.835600 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:09:08.845633 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Made reservation on behalf of 4bbe103ef622437c99ca5b5dca1a836a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:09:08.847956 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:09.242720 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.objects.ports [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88060) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 28 11:09:09.243212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:09.320682 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b53694e-0b28-4a99-ada2-2dd4644de260,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:09.327067 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:09:09.327424 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Network hostable DHCP agents. Network: c626622b-f658-4a78-b496-f20f070e389d, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:09:09.345910 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:09:09.355174 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, c626622b-f658-4a78-b496-f20f070e389d) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:09:09.359139 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:09:09.359730 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:09.363808 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f03dc1-af22-42d1-a559-9fa847a6720f None None] Network c626622b-f658-4a78-b496-f20f070e389d requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:09:09.384617 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-64c0631e-48e5-460a-b54a-0c4b324afc89 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5705788 Jun 28 11:09:09.593535 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1189822-65d0-4357-99a2-226354d2711d None None] Network c626622b-f658-4a78-b496-f20f070e389d requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:09:10.143521 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 3b69e40a-b52d-4dff-a768-13b19fac8273 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:09:10.211805 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 3b69e40a-b52d-4dff-a768-13b19fac8273 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:09:10.217404 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 3b69e40a-b52d-4dff-a768-13b19fac8273 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:09:10.217893 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:10.341477 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 3b69e40a-b52d-4dff-a768-13b19fac8273 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:09:10.341970 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:10.378175 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 3b69e40a-b52d-4dff-a768-13b19fac8273, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=3b69e40a-b52d-4dff-a768-13b19fac8273,segment=NetworkSegment(71e2b70b-4786-404b-b3a2-aada1d6d4b68),segment_id=71e2b70b-4786-404b-b3a2-aada1d6d4b68)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:09:10.383053 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:10.452226 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=3b69e40a-b52d-4dff-a768-13b19fac8273,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:11.039605 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:09:11.654804 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46226) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:09:11.847246 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ef546dce-7a2f-4e10-ac25-ee5a5190201f admin admin] 10.222.0.44 "GET /v2.0/routers/5130f198-7c1a-45f8-96d0-dac7dc55d549 HTTP/1.1" status: 200 len: 710 time: 0.1913261 Jun 28 11:09:11.973133 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d1f3bc-3bfb-4612-a291-46364908bfd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:09:11.974506 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a3d1f3bc-3bfb-4612-a291-46364908bfd7 admin admin] 10.222.0.44 "GET /v2.0/networks/c626622b-f658-4a78-b496-f20f070e389d HTTP/1.1" status: 200 len: 886 time: 0.1222076 Jun 28 11:09:11.983516 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:09:12.116423 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 3b69e40a-b52d-4dff-a768-13b19fac8273 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:09:12.186093 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 3b69e40a-b52d-4dff-a768-13b19fac8273 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:09:12.186388 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:12.325255 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 3b69e40a-b52d-4dff-a768-13b19fac8273 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:09:12.476372 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:12.792131 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:12.844691 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:12.975891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Allocated IP 172.27.1.11 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/f325ff1f-7655-47d5-ac79-73bcdc557ba0) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:09:13.115097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:13.142556 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:13.199663 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:09:13.202297 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:09:13.210011 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:09:13.316862 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Pushing event updated for resources: {'Port': ['ID=f325ff1f-7655-47d5-ac79-73bcdc557ba0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:13.642007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:13.971498 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:13.975644 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1657677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1657690', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1654917'] for router, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:14.153941 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Router 5130f198-7c1a-45f8-96d0-dac7dc55d549 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:09:14.326030 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:09:14.334135 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:14.335328 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-4661cc76-1c44-46aa-a5a1-524a2e871f0e admin admin] 10.222.0.44 "PUT /v2.0/routers/5130f198-7c1a-45f8-96d0-dac7dc55d549 HTTP/1.1" status: 200 len: 889 time: 2.3548841 Jun 28 11:09:14.335446 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Sync routers for ids ['5130f198-7c1a-45f8-96d0-dac7dc55d549'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:09:14.346592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Routers {'5130f198-7c1a-45f8-96d0-dac7dc55d549'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:09:14.347278 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:09:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['5130f198-7c1a-45f8-96d0-dac7dc55d549'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:14.547954 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Set router 5130f198-7c1a-45f8-96d0-dac7dc55d549 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:09:14.880792 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'name': 'router1', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'f325ff1f-7655-47d5-ac79-73bcdc557ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:55Z', 'updated_at': '2022-06-28T11:09:13Z', 'revision_number': 4, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gw_port': {'id': 'f325ff1f-7655-47d5-ac79-73bcdc557ba0', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:12Z', 'updated_at': '2022-06-28T11:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3b69e40a-b52d-4dff-a768-13b19fac8273', 'name': '', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'mac_address': 'fa:16:3e:a1:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:04Z', 'updated_at': '2022-06-28T11:09:10Z', 'revision_number': 5, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'subnets': [{'id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:14.886204 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Checking router: 5130f198-7c1a-45f8-96d0-dac7dc55d549 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:09:14.886526 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Updating router 5130f198-7c1a-45f8-96d0-dac7dc55d549 port f325ff1f-7655-47d5-ac79-73bcdc557ba0 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:09:14.942104 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:15.262624 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:15.273872 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Transition to ACTIVE for port object f325ff1f-7655-47d5-ac79-73bcdc557ba0 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:09:15.281054 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:15.359465 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2f48-0aaa-4c0f-a5ab-9ae4125324d8 None None] Pushing event updated for resources: {'Port': ['ID=f325ff1f-7655-47d5-ac79-73bcdc557ba0,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:15.368127 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Attempting to bind port f325ff1f-7655-47d5-ac79-73bcdc557ba0 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:09:15.368494 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Attempting to bind port f325ff1f-7655-47d5-ac79-73bcdc557ba0 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:09:15.368851 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Attempting to bind port f325ff1f-7655-47d5-ac79-73bcdc557ba0 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:09:15.374281 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:09:15.374649 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:09:15.375041 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:15.375440 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:09:15.375896 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Bound port: f325ff1f-7655-47d5-ac79-73bcdc557ba0, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:09:15.376277 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:15.445225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] For port f325ff1f-7655-47d5-ac79-73bcdc557ba0, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:09:15.448788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] For port f325ff1f-7655-47d5-ac79-73bcdc557ba0, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=f325ff1f-7655-47d5-ac79-73bcdc557ba0,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:09:15.453912 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:15.534575 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Routers {'5130f198-7c1a-45f8-96d0-dac7dc55d549'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:09:15.535111 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:09:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['5130f198-7c1a-45f8-96d0-dac7dc55d549'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:15.657297 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a2f48-0aaa-4c0f-a5ab-9ae4125324d8 None None] Pushing event updated for resources: {'Port': ['ID=f325ff1f-7655-47d5-ac79-73bcdc557ba0,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:15.720341 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] Set router 5130f198-7c1a-45f8-96d0-dac7dc55d549 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:09:16.075024 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'name': 'router1', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'f325ff1f-7655-47d5-ac79-73bcdc557ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:55Z', 'updated_at': '2022-06-28T11:09:13Z', 'revision_number': 4, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gw_port': {'id': 'f325ff1f-7655-47d5-ac79-73bcdc557ba0', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:12Z', 'updated_at': '2022-06-28T11:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3b69e40a-b52d-4dff-a768-13b19fac8273', 'name': '', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'mac_address': 'fa:16:3e:a1:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:04Z', 'updated_at': '2022-06-28T11:09:10Z', 'revision_number': 5, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'subnets': [{'id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:09:16.078820 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd59d8-f67a-43b3-9642-edd1e82ace9e None None] The sync data for ids ['5130f198-7c1a-45f8-96d0-dac7dc55d549'] in dv-cinder-844474-1-iscsi is: [{'id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'name': 'router1', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': 'f325ff1f-7655-47d5-ac79-73bcdc557ba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:08:55Z', 'updated_at': '2022-06-28T11:09:13Z', 'revision_number': 4, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'gw_port': {'id': 'f325ff1f-7655-47d5-ac79-73bcdc557ba0', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:12Z', 'updated_at': '2022-06-28T11:09:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3b69e40a-b52d-4dff-a768-13b19fac8273', 'name': '', 'network_id': 'e3587c10-852c-4c06-9f71-eaec685ff2ba', 'tenant_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'mac_address': 'fa:16:3e:a1:5c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5130f198-7c1a-45f8-96d0-dac7dc55d549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:09:04Z', 'updated_at': '2022-06-28T11:09:10Z', 'revision_number': 5, 'project_id': '3eeb4b0bbacd43c99462e2a477111aa1', 'subnets': [{'id': 'd9152120-5a2e-4705-b180-ed87adb6add2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'afc614a3-5735-4180-aa3e-a4c86b775784'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:09:16.767589 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46236) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:09:16.895464 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d2e4a5bb-5c5d-4bc8-846b-b5ca6e13c641 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1267111 Jun 28 11:09:18.164036 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device f325ff1f-7655-47d5-ac79-73bcdc557ba0 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:09:18.232687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port f325ff1f-7655-47d5-ac79-73bcdc557ba0 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:09:18.237311 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port f325ff1f-7655-47d5-ac79-73bcdc557ba0 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:09:18.237692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:18.353159 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port f325ff1f-7655-47d5-ac79-73bcdc557ba0 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:09:18.354292 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:18.371901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port f325ff1f-7655-47d5-ac79-73bcdc557ba0, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=f325ff1f-7655-47d5-ac79-73bcdc557ba0,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:09:18.376073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:18.446323 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=f325ff1f-7655-47d5-ac79-73bcdc557ba0,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:09:20.142668 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device f325ff1f-7655-47d5-ac79-73bcdc557ba0 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:09:20.233652 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port f325ff1f-7655-47d5-ac79-73bcdc557ba0 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:09:20.234326 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:20.359845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port f325ff1f-7655-47d5-ac79-73bcdc557ba0 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:09:28.848613 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98b2a059-fc11-4733-9006-f4dde79d6ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:31.198419 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e09832e3-31c6-4e74-9919-64651ed32db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:32.216920 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:32.268543 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:33.448569 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:09:48.040282 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:09:58.852558 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f17ffc40-210e-48ca-b40e-48369e8d662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:01.204360 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-34417aaf-bbd5-4ced-8fe5-b26f9d40399f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:02.219919 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:02.273314 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:03.478898 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:25.039356 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:10:28.856375 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-52bc298e-898b-48b2-bef5-fb1bdfc3a0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:31.209578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e4a124be-61e9-421a-931b-ca8f5411f238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:32.223204 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:32.279142 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:33.467334 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:10:58.860357 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f78fb4aa-e31c-4a29-9a4f-eabc86f48735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:01.211389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc15653a-47bf-4b77-8bb0-1f396375833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:02.041085 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:11:02.226441 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:02.283057 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:03.465866 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:20.140698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46806) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:20.206015 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1a1719-bed2-4d91-a6ed-110ce7f2f156 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:11:20.207240 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8e1a1719-bed2-4d91-a6ed-110ce7f2f156 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655873 Jun 28 11:11:20.335554 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd8f87-f465-47d7-baf0-bf222a0c3508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:20.338175 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-1efd8f87-f465-47d7-baf0-bf222a0c3508 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268160 Jun 28 11:11:22.510206 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46816) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:22.612838 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e196ef5-1d80-4fd1-bd8b-c9fab90c1e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:22.613419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8e196ef5-1d80-4fd1-bd8b-c9fab90c1e57 admin admin] Synchronizing usage tracker for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:subnet {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:11:22.629736 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8e196ef5-1d80-4fd1-bd8b-c9fab90c1e57 admin admin] Unset dirty status for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:subnet {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:11:22.630858 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8e196ef5-1d80-4fd1-bd8b-c9fab90c1e57 admin admin] 10.222.0.44 "GET /v2.0/subnets/d9152120-5a2e-4705-b180-ed87adb6add2 HTTP/1.1" status: 200 len: 849 time: 0.1197042 Jun 28 11:11:22.640708 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:11:22.756497 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:22.940741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736432368779'] for subnet, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:22.985442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:22.986122 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:22.987398 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] 10.222.0.44 "PUT /v2.0/subnets/d9152120-5a2e-4705-b180-ed87adb6add2 HTTP/1.1" status: 200 len: 868 time: 0.3503499 Jun 28 11:11:22.993673 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37df0b-d2b2-4ce2-acec-81088718946e None None] Network e3587c10-852c-4c06-9f71-eaec685ff2ba requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:11:23.022918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9152120-5a2e-4705-b180-ed87adb6add2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:11:23.035739 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.036279 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.036832 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.037408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.037978 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.038545 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.039085 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.039624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.040175 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.040711 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.041242 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.041793 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dab4b9f-b73f-4818-a021-dc50d4c01d10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:11:23.515774 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c8db2e0c-b459-4d58-93d9-0254a93f861e None None] Provisioning complete for port 3b69e40a-b52d-4dff-a768-13b19fac8273 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:23.516138 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8db2e0c-b459-4d58-93d9-0254a93f861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:23.630888 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c8db2e0c-b459-4d58-93d9-0254a93f861e None None] Current status of the port 3b69e40a-b52d-4dff-a768-13b19fac8273 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:23.642301 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c8db2e0c-b459-4d58-93d9-0254a93f861e None None] Provisioning complete for port 5a70e945-e541-4181-b223-f786dd1718e5 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:11:23.642667 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c8db2e0c-b459-4d58-93d9-0254a93f861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:23.784648 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c8db2e0c-b459-4d58-93d9-0254a93f861e None None] Current status of the port 5a70e945-e541-4181-b223-f786dd1718e5 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:11:25.168821 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46826) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:25.386026 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fca335-f607-4f88-bd7c-100f684c7f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:25.386505 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fca335-f607-4f88-bd7c-100f684c7f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:25.388006 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-97fca335-f607-4f88-bd7c-100f684c7f61 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2181468 Jun 28 11:11:27.553286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46836) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:27.720449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ab0fc4-b107-4b48-b7b8-caaaaa064209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:27.720910 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ab0fc4-b107-4b48-b7b8-caaaaa064209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:27.722422 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-61ab0fc4-b107-4b48-b7b8-caaaaa064209 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1681561 Jun 28 11:11:28.864395 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-53dcf7bb-92f8-4550-92b9-ccaf221e86f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:29.935181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46846) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:30.101021 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932b4f3-6da8-4567-9089-05cd11533f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:30.102401 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-b932b4f3-6da8-4567-9089-05cd11533f12 admin admin] 10.222.0.44 "GET /v2.0/networks/c626622b-f658-4a78-b496-f20f070e389d HTTP/1.1" status: 200 len: 886 time: 0.1662817 Jun 28 11:11:31.215955 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-87d60abc-b5db-48f9-ae3f-7113a283f267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:32.229121 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:32.267353 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:32.288763 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:32.437921 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f709de-cba5-4128-9e57-8ea3993e42ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:32.439285 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-89f709de-cba5-4128-9e57-8ea3993e42ae admin admin] 10.222.0.44 "GET /v2.0/networks/e3587c10-852c-4c06-9f71-eaec685ff2ba HTTP/1.1" status: 200 len: 869 time: 0.1710017 Jun 28 11:11:33.469366 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:11:34.605706 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46866) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:34.708036 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea7809-d95d-43a9-b227-1f5e1075da54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:34.708492 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea7809-d95d-43a9-b227-1f5e1075da54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:34.709991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7dea7809-d95d-43a9-b227-1f5e1075da54 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033640 Jun 28 11:11:36.874705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46876) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:36.984491 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0a337-eb63-45ca-8b24-f021c08fb39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:36.984940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af0a337-eb63-45ca-8b24-f021c08fb39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:36.986503 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7af0a337-eb63-45ca-8b24-f021c08fb39a admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108115 Jun 28 11:11:39.040336 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:11:39.187013 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46886) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:39.287036 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e68ce60-dc4b-4f94-9d98-4680291218e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:39.288335 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-5e68ce60-dc4b-4f94-9d98-4680291218e6 admin admin] 10.222.0.44 "GET /v2.0/subnets/6b53694e-0b28-4a99-ada2-2dd4644de260 HTTP/1.1" status: 200 len: 816 time: 0.1004479 Jun 28 11:11:41.452615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46896) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:11:41.574441 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c38b34-ebb3-43ff-ac72-609c43d0b7a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:11:41.575752 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d6c38b34-ebb3-43ff-ac72-609c43d0b7a2 admin admin] 10.222.0.44 "GET /v2.0/subnets/d9152120-5a2e-4705-b180-ed87adb6add2 HTTP/1.1" status: 200 len: 868 time: 0.1220360 Jun 28 11:11:58.870181 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f1639841-264e-4a3c-8484-0cd87c86545b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:00.702356 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:00.749557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [None req-478f6d18-b03d-4a03-9120-0ffedfedce2a admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:12:00.750520 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-478f6d18-b03d-4a03-9120-0ffedfedce2a admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472441 Jun 28 11:12:01.218184 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1bb7f268-a511-4af5-93e3-cfc0f9c194a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:02.231848 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:02.281611 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:03.029376 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:03.096082 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceab176c-b9ac-429d-9811-7886f9049633 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:12:03.097506 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ceab176c-b9ac-429d-9811-7886f9049633 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670285 Jun 28 11:12:03.221470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84c08b-e07c-4e6e-85b5-637ccc497edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:12:03.222815 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3a84c08b-e07c-4e6e-85b5-637ccc497edb admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1210501 Jun 28 11:12:03.471333 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:05.424154 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46962) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:05.471313 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:12:05.476209 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:12:05.485608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:12:05.497289 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Made reservation on behalf of 4bbe103ef622437c99ca5b5dca1a836a for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:12:05.499478 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:05.585626 dv-cinder-844474-1-iscsi neutron-server[88060]: WARNING neutron.services.revisions.revision_plugin [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Could not find related network for resource to bump revision. Jun 28 11:12:05.596892 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:12:05.605918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:05.606190 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Added segment 2c734f4a-cd62-4866-9845-2b049ad9aee6 of type vlan for network 8dc5018c-a766-4ecc-b099-9db9b66d5bac Jun 28 11:12:05.630995 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:05.658502 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:05.659429 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:12:05.659988 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:05.756627 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3311739 Jun 28 11:12:05.759278 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733ced-8921-4ccd-acba-25dc58e3d21f admin admin] Pushing event updated for resources: {'Network': ['ID=8dc5018c-a766-4ecc-b099-9db9b66d5bac,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:05.769897 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 8dc5018c-a766-4ecc-b099-9db9b66d5bac details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:12:07.968677 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 46972) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:12:08.033581 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae4abf3-d700-47be-9c82-12d667e0c9a4 admin admin] GET failed (client error): The resource could not be found. Jun 28 11:12:08.034088 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ae4abf3-d700-47be-9c82-12d667e0c9a4 admin admin] Synchronizing usage tracker for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:12:08.048965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ae4abf3-d700-47be-9c82-12d667e0c9a4 admin admin] Unset dirty status for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:12:08.050094 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8ae4abf3-d700-47be-9c82-12d667e0c9a4 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0804396 Jun 28 11:12:08.153318 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4443dee-be66-47ea-8905-bbb16c9aa115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:12:08.154737 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c4443dee-be66-47ea-8905-bbb16c9aa115 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1008000 Jun 28 11:12:08.164128 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:12:08.168307 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:12:08.177477 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:12:08.186650 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Made reservation on behalf of 4bbe103ef622437c99ca5b5dca1a836a for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:12:08.188894 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:08.435611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:08.508258 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801a7951-81a4-4193-be7d-06484dcfa1ad,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:08.516909 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Checking segment: {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:12:08.517261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Network hostable DHCP agents. Network: 8dc5018c-a766-4ecc-b099-9db9b66d5bac, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:12:08.536865 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Network 8dc5018c-a766-4ecc-b099-9db9b66d5bac is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:12:08.546370 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 8dc5018c-a766-4ecc-b099-9db9b66d5bac) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:12:08.550384 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:12:08.550957 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:08.556310 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e19e13-f571-47f6-ac07-6d23d2be0602 None None] Network 8dc5018c-a766-4ecc-b099-9db9b66d5bac requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:12:08.575956 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a1c1668f-8f6e-40ef-a812-80ce10ea7d91 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4151218 Jun 28 11:12:08.782300 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-8dc5018c-a766-4ecc-b099-9db9b66d5bac', 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac', 'tenant_id': '4bbe103ef622437c99ca5b5dca1a836a', 'fixed_ips': [{'subnet_id': '801a7951-81a4-4193-be7d-06484dcfa1ad'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:12:08.783133 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:08.942179 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Allocated IP 192.168.233.2 (8dc5018c-a766-4ecc-b099-9db9b66d5bac/801a7951-81a4-4193-be7d-06484dcfa1ad/04ce4230-33bb-4ecd-a81b-58574291c897) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:12:09.149711 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.160107 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Transition to ACTIVE for port object 04ce4230-33bb-4ecd-a81b-58574291c897 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:12:09.181177 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Transition to ACTIVE for port object 04ce4230-33bb-4ecd-a81b-58574291c897 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:12:09.187022 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.262510 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Network 8dc5018c-a766-4ecc-b099-9db9b66d5bac is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:12:09.263475 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Pushing event updated for resources: {'Port': ['ID=04ce4230-33bb-4ecd-a81b-58574291c897,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:09.265744 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:12:09.272535 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:12:09.275791 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.276135 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.276480 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.276868 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.277134 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.277490 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.277814 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.278133 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.278471 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.278793 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.279109 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.279420 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:12:09.387790 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Attempting to bind port 04ce4230-33bb-4ecd-a81b-58574291c897 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:12:09.388157 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Attempting to bind port 04ce4230-33bb-4ecd-a81b-58574291c897 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:12:09.388492 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Attempting to bind port 04ce4230-33bb-4ecd-a81b-58574291c897 on network 8dc5018c-a766-4ecc-b099-9db9b66d5bac {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:12:09.393996 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:12:09.394361 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Checking segment: {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:12:09.394753 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.395135 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Bound using segment: {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:12:09.395587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Bound port: 04ce4230-33bb-4ecd-a81b-58574291c897, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:12:09.395971 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.485938 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] For port 04ce4230-33bb-4ecd-a81b-58574291c897, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:12:09.489497 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] For port 04ce4230-33bb-4ecd-a81b-58574291c897, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=04ce4230-33bb-4ecd-a81b-58574291c897,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:12:09.496484 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:09.579242 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ba57a-6b11-45ea-92b2-b1060998511e None None] Pushing event updated for resources: {'Port': ['ID=04ce4230-33bb-4ecd-a81b-58574291c897,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:10.237520 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 04ce4230-33bb-4ecd-a81b-58574291c897 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:12:10.314691 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 04ce4230-33bb-4ecd-a81b-58574291c897 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:12:10.438884 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65e40b-029f-48e1-a557-9482f8bf847f None None] Network 8dc5018c-a766-4ecc-b099-9db9b66d5bac requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:12:10.539282 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Provisioning for port 04ce4230-33bb-4ecd-a81b-58574291c897 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:12:10.551597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Provisioning complete for port 04ce4230-33bb-4ecd-a81b-58574291c897 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:12:10.551975 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:10.778654 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Current status of the port 04ce4230-33bb-4ecd-a81b-58574291c897 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:12:10.778654 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:10.824475 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] For port 04ce4230-33bb-4ecd-a81b-58574291c897, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=04ce4230-33bb-4ecd-a81b-58574291c897,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:12:10.831590 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:10.912538 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e38cc8-e99c-4ee9-9d20-6a066047ecf8 None None] Pushing event updated for resources: {'Port': ['ID=04ce4230-33bb-4ecd-a81b-58574291c897,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:12:11.154678 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e3627cc6-e595-445d-ab80-55182b678c28 None None] Provisioning complete for port 04ce4230-33bb-4ecd-a81b-58574291c897 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:12:11.155065 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e3627cc6-e595-445d-ab80-55182b678c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:11.273981 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e3627cc6-e595-445d-ab80-55182b678c28 None None] Current status of the port 04ce4230-33bb-4ecd-a81b-58574291c897 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:12:12.212765 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 04ce4230-33bb-4ecd-a81b-58574291c897 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:12:12.282024 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 04ce4230-33bb-4ecd-a81b-58574291c897 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:12:12.282385 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:12.397825 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 04ce4230-33bb-4ecd-a81b-58574291c897 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:12:16.038963 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:12:28.863021 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d91eb428-6f85-4252-bad8-0be6ce247348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:31.220932 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8638-1853-4641-9c88-cc43d4702c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:32.235330 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:32.283192 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:33.476728 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:12:53.038115 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:12:58.868215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-16b6fc41-2f12-49d6-a6d6-717c501dce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:01.224467 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75f0d2bc-18b4-47e6-8df6-3a58c0d89e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:02.237882 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:02.284379 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:03.480358 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:15.156137 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47018) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:13:15.162696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [None req-48ae7cf7-b690-4cd2-bb9e-58fb3e6450ac tempest-verify_tempest_config-818645086 tempest-verify_tempest_config-818645086-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:13:15.163622 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-48ae7cf7-b690-4cd2-bb9e-58fb3e6450ac tempest-verify_tempest_config-818645086 tempest-verify_tempest_config-818645086-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064442 Jun 28 11:13:15.461505 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47036) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:13:15.633538 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.policy [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88059) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 11:13:15.678954 dv-cinder-844474-1-iscsi neutron-server[88059]: WARNING oslo_policy.policy [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:13:15.679341 dv-cinder-844474-1-iscsi neutron-server[88059]: WARNING oslo_policy.policy [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 11:13:15.717674 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:15.731096 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.quota [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Loaded quota_driver: . Jun 28 11:13:15.735891 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:13:15.742701 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Usage tracker for resource:security_group_rule and tenant:3db04050afae4c88b81833d4b5765e87 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:13:15.746456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:13:15.753798 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:13:15.856284 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:15.859893 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:15.897280 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3db04050afae4c88b81833d4b5765e87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4344776 Jun 28 11:13:15.899710 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47046) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:13:15.934091 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9beee7-83bc-48ea-8962-a10d8be13e32,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:13:15.955259 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.955597 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.955926 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.956249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.956576 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.956888 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.957208 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.957545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.957876 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.958193 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.958505 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.958816 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55f717-15ce-44cf-8ac2-52f8db1461e4 admin admin] Tracked resource versions report: Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: pushed versions: Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: { 'AddressGroup': {'1.2'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'ConntrackHelper': {'1.0'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Log': {'1.0'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Network': {'1.1'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Port': {'1.7'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'PortForwarding': {'1.2'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'QosPolicy': {'1.8'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroup': {'1.4'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SubPort': {'1.0'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Subnet': {'1.1'}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Trunk': {'1.1'}} Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: consumer versions: Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'ConntrackHelper': '1.0', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Log': '1.0', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Network': '1.1', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Port': '1.7', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'PortForwarding': '1.2', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'QosPolicy': '1.8', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroup': '1.4', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroupRule': '1.2', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SubPort': '1.0', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Subnet': '1.1', Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Trunk': '1.1'}} Jun 28 11:13:15.960679 dv-cinder-844474-1-iscsi neutron-server[88059]: {{(pid=88059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:13:16.008785 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-99e04021-66fa-4781-8fde-c68b1252fda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:16.033855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-99e04021-66fa-4781-8fde-c68b1252fda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:16.128272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-99e04021-66fa-4781-8fde-c68b1252fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:16.141999 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e04021-66fa-4781-8fde-c68b1252fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9beee7-83bc-48ea-8962-a10d8be13e32,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:13:16.150382 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-99e04021-66fa-4781-8fde-c68b1252fda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:16.151476 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-99e04021-66fa-4781-8fde-c68b1252fda2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c9beee7-83bc-48ea-8962-a10d8be13e32 HTTP/1.1" status: 204 len: 168 time: 0.2509546 Jun 28 11:13:28.860754 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8e414412-af6d-45e9-8066-3ad6c718ec4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:30.037321 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:13:31.226612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a64022d4-ab3a-4c56-bbaa-a0bde8994fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:32.239594 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:32.285923 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:33.486154 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:13:58.862011 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b02164d-427a-47f4-a920-3e0ab6efef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:01.228878 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-751e8599-6255-47ef-b3e0-d065656d7108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:02.243816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:02.291776 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:03.484581 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:07.037477 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:14:28.864724 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-603511f7-8bd6-463d-979b-858eee6cc468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:31.230164 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-94216b23-6354-4a4e-82ad-f997ad55e815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:32.247942 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:32.291931 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:33.487584 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:44.037326 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 5 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:14:47.701491 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1652598'] for agent, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:14:58.869383 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa8d98d5-2f9f-42cd-9094-9554449bf6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:01.232004 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bd89baa8-4c2c-4bf6-b6a6-d7a64f1c691c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:02.249829 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:02.293335 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:03.227913 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47120) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:15:03.339000 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e24e0545-197e-46b2-aa32-8a2fd67ad136 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1100185 Jun 28 11:15:03.492722 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:05.544065 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47130) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:15:05.598105 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e041d135-8e18-4b1e-b274-8383a9fcf967 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523162 Jun 28 11:15:17.685957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:21.037094 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:15:28.873176 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-06de624c-e500-44bc-9fcf-3111165aca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:31.234005 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-15e93686-14be-43e9-926e-a1c607d793eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:32.253914 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:32.294937 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:33.495075 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:47.684441 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:15:58.037491 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:15:58.878555 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-57a34b66-2556-4801-86ff-5be9d807bd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:01.236268 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-54ff25f3-14cc-4ae8-b1ea-2d122ce28a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:02.256034 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:02.302187 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:03.497342 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:17.683249 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:28.872402 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-085573c0-4bb5-4b10-b160-8f05ea48141c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:31.234951 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc8f7a7-1b0a-4313-beaa-f38eeafb4ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.260483 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:32.293228 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:33.526656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:35.076409 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:16:46.471067 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47310) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:46.773911 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1352736800-network', 'tenant_id': '056b0190f953404d9250822490efe62b'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:46.778470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:46.782799 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Usage tracker for resource:network and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:46.785867 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:46.791538 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:46.806602 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Made reservation on behalf of 056b0190f953404d9250822490efe62b for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:46.816335 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.828622 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.843363 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:46.847191 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:46.849940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:46.855639 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:46.938691 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.942789 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.955604 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:46.965041 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:46.965724 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Added segment a08b5937-b37a-410f-ac25-9d3f176469dd of type vlan for network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 Jun 28 11:16:47.015671 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.019709 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a97a42-aed2-4d5a-b1e0-ab87f045005b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:47.030608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.030970 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.031302 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.031806 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.032738 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.033086 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.033432 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.033908 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.034425 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.034750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.035069 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.035382 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Tracked resource versions report: Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: pushed versions: Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Log': {'1.0'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Network': {'1.1'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Port': {'1.7'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'PortForwarding': {'1.2'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'QosPolicy': {'1.8'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SubPort': {'1.0'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Subnet': {'1.1'}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Trunk': {'1.1'}} Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: consumer versions: Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: HyperV agent@hv-cinder-84447: {}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'ConntrackHelper': '1.0', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Log': '1.0', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Network': '1.1', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Port': '1.7', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'PortForwarding': '1.2', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'QosPolicy': '1.8', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroup': '1.4', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SecurityGroupRule': '1.2', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'SubPort': '1.0', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Subnet': '1.1', Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: 'Trunk': '1.1'}} Jun 28 11:16:47.036356 dv-cinder-844474-1-iscsi neutron-server[88060]: {{(pid=88060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:47.062009 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.064035 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:47.064933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.170795 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] Pushing event updated for resources: {'Network': ['ID=0a69c1f7-0da3-4c64-b954-35ea7c2276a5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:47.183638 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:47.188030 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47352) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.188545 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a7f46b81-10cd-49c8-8caf-73c5b7a4e80b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7158034 Jun 28 11:16:47.194866 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47356) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.204872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Request body: {'subnet': {'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1352736800-subnet', 'tenant_id': '056b0190f953404d9250822490efe62b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:47.213011 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:47.218709 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Usage tracker for resource:subnet and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:47.224412 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:47.230922 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:47.244389 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Made reservation on behalf of 056b0190f953404d9250822490efe62b for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:47.247666 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.420472 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47372) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.561764 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.649297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:47.651578 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Checking segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:47.651959 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Network hostable DHCP agents. Network: 0a69c1f7-0da3-4c64-b954-35ea7c2276a5, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:47.664633 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-768608025-network', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:47.680602 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.680966 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.682343 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:47.686906 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.687092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Usage tracker for resource:network and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:47.690912 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:47.692268 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.693813 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.694158 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.694496 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.694828 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.695352 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.695944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.696476 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.696810 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.697138 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Tracked resource versions report: Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: pushed versions: Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Log': {'1.0'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Network': {'1.1'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Port': {'1.7'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'PortForwarding': {'1.2'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'QosPolicy': {'1.8'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SubPort': {'1.0'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Subnet': {'1.1'}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Trunk': {'1.1'}} Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: consumer versions: Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: HyperV agent@hv-cinder-84447: {}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'ConntrackHelper': '1.0', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Log': '1.0', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Network': '1.1', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Port': '1.7', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'PortForwarding': '1.2', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'QosPolicy': '1.8', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroup': '1.4', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SecurityGroupRule': '1.2', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'SubPort': '1.0', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Subnet': '1.1', Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: 'Trunk': '1.1'}} Jun 28 11:16:47.700930 dv-cinder-844474-1-iscsi neutron-server[88059]: {{(pid=88059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:47.703365 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:47.717858 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Made reservation on behalf of f1ed84feebac4d45a5a93f90ad7fd2f6 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:47.718136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:47.721594 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.733544 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 0a69c1f7-0da3-4c64-b954-35ea7c2276a5) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:47.740677 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:47.742433 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.747212 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861692f7-a26b-4661-9b8e-9588f3e11a06 None None] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:47.762257 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.773626 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-75d7c0be-ec14-4502-a450-d1a70690a43b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5834820 Jun 28 11:16:47.774679 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47384) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:47.781262 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:47.783146 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:47.787433 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:47.787756 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:47.791508 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:47.793787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Usage tracker for resource:router and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:47.799265 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:47.807898 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:47.811247 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:47.830581 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.838646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.892401 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.977871 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:47.991540 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2142151390-network', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:47.997414 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:48.003397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Usage tracker for resource:network and tenant:a8a06f7db2c64af9a76a9256de518e58 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:48.007832 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:48.015030 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:48.024037 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.068414 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8217d9dd-734f-4b80-b6b1-b6406254f8eb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.072692 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Made reservation on behalf of a8a06f7db2c64af9a76a9256de518e58 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:48.075698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.098605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.115539 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:48.122910 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:48.149196 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Usage tracker for resource:security_group_rule and tenant:a8a06f7db2c64af9a76a9256de518e58 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:48.165937 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:48.175656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:48.176653 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.184822 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.185254 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Added segment e26f4e2c-5819-4ab5-8230-d60e14d195f8 of type vlan for network b6cac5d3-7670-4734-938a-bc41ff6fb590 Jun 28 11:16:48.186808 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:48.299515 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.441889 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.443399 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:48.444011 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.551103 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Allocated IP 172.20.0.2 (0a69c1f7-0da3-4c64-b954-35ea7c2276a5/ff6fba4a-8fee-4ab8-a88c-a3943754e5f5/9eb3e647-2fd6-458b-8702-5adfa7735047) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:48.664280 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] Pushing event updated for resources: {'Network': ['ID=b6cac5d3-7670-4734-938a-bc41ff6fb590,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.674802 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.686903 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-5c03dff0-5718-472f-ab13-2b6ceecb8721 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4883139 Jun 28 11:16:48.686903 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.707035 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:48.765442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Request body: {'subnet': {'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-subnet', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:48.776692 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:48.814915 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:16:48.816085 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:48.837642 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Usage tracker for resource:subnet and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:48.853208 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:48.884143 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.885083 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Added segment 6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1 of type vlan for network 91c43ee3-0504-4a35-96d4-85456ba15044 Jun 28 11:16:48.886100 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aed99dc-189a-43ce-b67c-0202caab0bf5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:48.888852 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:48.899060 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:48.955114 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Made reservation on behalf of f1ed84feebac4d45a5a93f90ad7fd2f6 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:48.963419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.001579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.148120 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.149693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:49.150759 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.276814 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8552666 Jun 28 11:16:49.277872 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47440) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:49.321078 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Request body: {'subnet': {'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2142151390-subnet', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:49.324744 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab95d26-757f-4c8a-903f-ef6e8973514d admin admin] Pushing event updated for resources: {'Network': ['ID=91c43ee3-0504-4a35-96d4-85456ba15044,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:49.335748 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:49.349030 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Usage tracker for resource:subnet and tenant:a8a06f7db2c64af9a76a9256de518e58 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:49.354198 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:49.357726 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.367902 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:49.368717 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.392122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.393523 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Made reservation on behalf of a8a06f7db2c64af9a76a9256de518e58 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:16:49.395138 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Transition to ACTIVE for port object 9eb3e647-2fd6-458b-8702-5adfa7735047 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:49.396444 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.439810 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Transition to ACTIVE for port object 9eb3e647-2fd6-458b-8702-5adfa7735047 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:49.449409 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 91c43ee3-0504-4a35-96d4-85456ba15044 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:16:49.482072 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.509337 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.552456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Allocated IP 172.27.1.95 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:49.593732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072ee5e3-7c02-4d07-a21e-a7f3005e9627,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:49.621072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47450) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:49.638165 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Checking segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:49.638597 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Network hostable DHCP agents. Network: b6cac5d3-7670-4734-938a-bc41ff6fb590, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:49.674333 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:49.694398 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, b6cac5d3-7670-4734-938a-bc41ff6fb590) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:49.711728 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:49.711728 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.737234 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:49.738408 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4bf46e-0c84-4f14-9771-8a19156ed6e1 None None] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:49.747944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.757219 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:49.776513 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7dca5001-69db-44de-b05a-7ecdf92a9291 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0542626 Jun 28 11:16:49.781404 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47462) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:49.787638 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:49.792747 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:49.796784 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Usage tracker for resource:router and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:49.801403 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:49.812855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:49.834039 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.835288 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.893467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:49.916175 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:49.946825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.082730 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Checking segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:50.083082 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Network hostable DHCP agents. Network: 91c43ee3-0504-4a35-96d4-85456ba15044, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:16:50.122702 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a36a9d-b5cc-4248-8d3e-c02df9b51533,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:50.139678 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Network 91c43ee3-0504-4a35-96d4-85456ba15044 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:16:50.190015 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.194916 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.226411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 91c43ee3-0504-4a35-96d4-85456ba15044) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:50.253891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:16:50.254490 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.298546 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-b6cac5d3-7670-4734-938a-bc41ff6fb590', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:50.299539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.300468 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:50.312456 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Usage tracker for resource:security_group_rule and tenant:396e0b2b9c354e489a47bf600ddfc7a3 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:50.320288 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:50.320635 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b64f959-88fe-4121-81bb-33311d57f259 None None] Network 91c43ee3-0504-4a35-96d4-85456ba15044 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:50.333417 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:50.385005 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:50.395400 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:50.406560 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:50.464215 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.466605 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-5688e5df-5cad-4822-bcae-de5694b83d8b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1827781 Jun 28 11:16:50.469839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47478) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:50.473694 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.487383 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:16:50.524532 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa1c37c-517a-417c-8152-174aa381fa2c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:50.538560 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Attempting to bind port 9eb3e647-2fd6-458b-8702-5adfa7735047 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:50.538958 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Attempting to bind port 9eb3e647-2fd6-458b-8702-5adfa7735047 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:50.539279 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Attempting to bind port 9eb3e647-2fd6-458b-8702-5adfa7735047 on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:50.545555 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:50.567959 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Usage tracker for resource:router and tenant:a8a06f7db2c64af9a76a9256de518e58 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:50.574648 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:50.586863 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:50.588072 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.591256 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Synchronizing usage tracker for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:16:50.599274 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Pushing event updated for resources: {'Port': ['ID=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:50.629298 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.630750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.631583 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Pushing event updated for resources: {'Port': ['ID=9eb3e647-2fd6-458b-8702-5adfa7735047,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:50.634318 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:50.634702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Checking segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:50.635303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.635695 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Bound using segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:50.636540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Bound port: 9eb3e647-2fd6-458b-8702-5adfa7735047, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:50.637176 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.653871 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:50.681740 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] Unset dirty status for tenant:4bbe103ef622437c99ca5b5dca1a836a on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:16:50.683135 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-5e1dc7ef-970e-467c-8620-f27ed353aca7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=396e0b2b9c354e489a47bf600ddfc7a3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0515609 Jun 28 11:16:50.685516 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.686064 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.686553 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.687029 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.687524 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.688021 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.688578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.689072 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.689605 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.690104 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.690604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.691089 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Tracked resource versions report: Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: pushed versions: Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Log': {'1.0'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Network': {'1.1'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Port': {'1.7'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'PortForwarding': {'1.2'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'QosPolicy': {'1.8'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SubPort': {'1.0'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Subnet': {'1.1'}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Trunk': {'1.1'}} Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: consumer versions: Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: HyperV agent@hv-cinder-84447: {}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'ConntrackHelper': '1.0', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Log': '1.0', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Network': '1.1', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Port': '1.7', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'PortForwarding': '1.2', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'QosPolicy': '1.8', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroup': '1.4', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SecurityGroupRule': '1.2', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'SubPort': '1.0', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Subnet': '1.1', Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: 'Trunk': '1.1'}} Jun 28 11:16:50.692395 dv-cinder-844474-1-iscsi neutron-server[88061]: {{(pid=88061) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:50.769157 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47484) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:51.092285 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] For port 9eb3e647-2fd6-458b-8702-5adfa7735047, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:51.108938 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] For port 9eb3e647-2fd6-458b-8702-5adfa7735047, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=9eb3e647-2fd6-458b-8702-5adfa7735047,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:51.151548 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.183396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6957458a-b2b2-4e5e-bb67-717b1ad639e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.248047 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.267536 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6957458a-b2b2-4e5e-bb67-717b1ad639e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.301178 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-91c43ee3-0504-4a35-96d4-85456ba15044', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:16:51.302426 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.393371 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.560835 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Allocated IP 172.20.0.2 (b6cac5d3-7670-4734-938a-bc41ff6fb590/072ee5e3-7c02-4d07-a21e-a7f3005e9627/80126983-c0fe-4a7b-8332-e901c28a1864) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:51.732286 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6957458a-b2b2-4e5e-bb67-717b1ad639e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.794685 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957458a-b2b2-4e5e-bb67-717b1ad639e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa1c37c-517a-417c-8152-174aa381fa2c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.806730 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459d532-afee-45d3-86ff-106ee082a5a6 None None] Pushing event updated for resources: {'Port': ['ID=9eb3e647-2fd6-458b-8702-5adfa7735047,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:51.929450 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.931415 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:51.959404 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Allocated IP 172.20.0.2 (91c43ee3-0504-4a35-96d4-85456ba15044/f6a36a9d-b5cc-4248-8d3e-c02df9b51533/84761bba-45a9-463e-81b3-57041d761040) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:51.961823 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Transition to ACTIVE for port object 80126983-c0fe-4a7b-8332-e901c28a1864 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:51.993129 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.003706 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.023551 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Transition to ACTIVE for port object 80126983-c0fe-4a7b-8332-e901c28a1864 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:52.060986 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.076708 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.114930 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6957458a-b2b2-4e5e-bb67-717b1ad639e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.116090 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6957458a-b2b2-4e5e-bb67-717b1ad639e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bfa1c37c-517a-417c-8152-174aa381fa2c HTTP/1.1" status: 204 len: 168 time: 1.3458004 Jun 28 11:16:52.236311 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:52.244322 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:52.246733 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.274993 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:52.341164 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Allocated IP 172.27.1.121 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/94b33d85-afea-429b-8e98-511119c6e32b) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:52.353452 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Pushing event updated for resources: {'Port': ['ID=80126983-c0fe-4a7b-8332-e901c28a1864,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:52.517798 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 9eb3e647-2fd6-458b-8702-5adfa7735047 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:52.524137 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47542) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:52.637501 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Attempting to bind port 80126983-c0fe-4a7b-8332-e901c28a1864 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:52.637833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Attempting to bind port 80126983-c0fe-4a7b-8332-e901c28a1864 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:52.638197 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Attempting to bind port 80126983-c0fe-4a7b-8332-e901c28a1864 on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:52.668278 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:52.669058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Checking segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:52.669498 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.669879 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Bound using segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:52.670356 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Bound port: 80126983-c0fe-4a7b-8332-e901c28a1864, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:52.670744 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.707990 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.718715 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.745450 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47558) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:52.774796 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Transition to ACTIVE for port object 84761bba-45a9-463e-81b3-57041d761040 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:52.778664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.798833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 9eb3e647-2fd6-458b-8702-5adfa7735047 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:52.824248 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.836368 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Transition to ACTIVE for port object 84761bba-45a9-463e-81b3-57041d761040 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:52.845701 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:52.853816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] For port 80126983-c0fe-4a7b-8332-e901c28a1864, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:52.857318 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.859504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9002ed88cd4dcd8c47dafb261e47ef is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:52.862692 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:52.862836 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] For port 80126983-c0fe-4a7b-8332-e901c28a1864, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=80126983-c0fe-4a7b-8332-e901c28a1864,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:52.877331 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:52.902275 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:52.946243 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Network 91c43ee3-0504-4a35-96d4-85456ba15044 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:52.957610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:52.962205 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:52.991067 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:53.035991 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:16:53.065959 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Usage tracker for resource:security_group_rule and tenant:ad1904cf2838449a96c6e2dfe4f0169f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:16:53.071447 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.082930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:16:53.098048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.104973 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Pushing event updated for resources: {'Port': ['ID=84761bba-45a9-463e-81b3-57041d761040,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.122435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:16:53.166652 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852af370-c6c3-4059-b165-f7c436f160e9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.231833 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.248889 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-656e0d0a-00ad-4255-92ab-2ae897470b76 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc9002ed88cd4dcd8c47dafb261e47ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7236643 Jun 28 11:16:53.255351 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47570) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:53.349825 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Attempting to bind port 84761bba-45a9-463e-81b3-57041d761040 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:53.350886 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Attempting to bind port 84761bba-45a9-463e-81b3-57041d761040 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:53.351444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Attempting to bind port 84761bba-45a9-463e-81b3-57041d761040 on network 91c43ee3-0504-4a35-96d4-85456ba15044 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:53.475204 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Allocated IP 172.27.1.187 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/b1cb8fad-e986-457a-8c23-71fa66623495) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:53.478731 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:53.485770 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Checking segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:53.486109 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.486468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Bound using segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:53.492550 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Bound port: 84761bba-45a9-463e-81b3-57041d761040, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:53.493602 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.499956 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:53.517382 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9cb891-ad73-40d7-94a4-071abc96e8d1 None None] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:53.535017 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:53.540590 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:53.560013 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78a0f2-d32b-4eb1-9c68-0cbc90fbce88 None None] Pushing event updated for resources: {'Port': ['ID=80126983-c0fe-4a7b-8332-e901c28a1864,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:53.771456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.800453 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:53.817063 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:53.837320 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:53.837960 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:16:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:53.860954 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:53.885977 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-389e6781-729c-4791-9793-981e84efa96e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1096735 Jun 28 11:16:53.888336 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47602) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:53.979089 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Pushing event updated for resources: {'Port': ['ID=94b33d85-afea-429b-8e98-511119c6e32b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:54.046108 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Provisioning for port 9eb3e647-2fd6-458b-8702-5adfa7735047 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:54.059003 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Provisioning complete for port 9eb3e647-2fd6-458b-8702-5adfa7735047 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:54.059771 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.088856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40519ac8-a5db-4ef9-be33-5b7d554e529d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.101944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.253298 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:54.276315 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Current status of the port 9eb3e647-2fd6-458b-8702-5adfa7735047 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:54.276713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.292122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:54.307627 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:54.314303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] For port 84761bba-45a9-463e-81b3-57041d761040, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:54.328871 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] For port 84761bba-45a9-463e-81b3-57041d761040, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=84761bba-45a9-463e-81b3-57041d761040,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:54.330861 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] For port 9eb3e647-2fd6-458b-8702-5adfa7735047, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=9eb3e647-2fd6-458b-8702-5adfa7735047,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:54.335793 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.340321 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:54.442117 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.447143 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d5d71-ea99-4429-b613-6f8c80102bd5 None None] Pushing event updated for resources: {'Port': ['ID=84761bba-45a9-463e-81b3-57041d761040,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:54.451076 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Pushing event updated for resources: {'Port': ['ID=b1cb8fad-e986-457a-8c23-71fa66623495,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:54.526934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.559596 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1ccf1-92d4-4901-b6c2-97ab72c96be3 None None] Pushing event updated for resources: {'Port': ['ID=9eb3e647-2fd6-458b-8702-5adfa7735047,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:54.570887 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 80126983-c0fe-4a7b-8332-e901c28a1864 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:54.602509 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40519ac8-a5db-4ef9-be33-5b7d554e529d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.666879 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f244196c-a97b-4e83-8791-c023a6336396 None None] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:54.709858 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.737377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.803408 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:50Z', 'revision_number': 3, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:54.808566 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:54.809209 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Updating router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:54.836564 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739267d1-22c7-4c52-9cc8-12aa737cc2b6,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:54.897304 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 80126983-c0fe-4a7b-8332-e901c28a1864 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:54.924313 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.938787 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-39553daa-174e-4eee-a780-accbae625adc None None] Provisioning for port 80126983-c0fe-4a7b-8332-e901c28a1864 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:54.939002 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6368c124-c713-420b-9e03-14150134edfa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad1904cf2838449a96c6e2dfe4f0169f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1888726 Jun 28 11:16:54.943399 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-39553daa-174e-4eee-a780-accbae625adc None None] Provisioning complete for port 80126983-c0fe-4a7b-8332-e901c28a1864 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:54.943932 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39553daa-174e-4eee-a780-accbae625adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:54.945503 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47616) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:55.162804 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40519ac8-a5db-4ef9-be33-5b7d554e529d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.193333 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-39553daa-174e-4eee-a780-accbae625adc None None] Current status of the port 80126983-c0fe-4a7b-8332-e901c28a1864 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:55.193825 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39553daa-174e-4eee-a780-accbae625adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.232176 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-39553daa-174e-4eee-a780-accbae625adc None None] For port 80126983-c0fe-4a7b-8332-e901c28a1864, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=80126983-c0fe-4a7b-8332-e901c28a1864,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:55.290268 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39553daa-174e-4eee-a780-accbae625adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.325891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519ac8-a5db-4ef9-be33-5b7d554e529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852af370-c6c3-4059-b165-f7c436f160e9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.359176 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.377787 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39553daa-174e-4eee-a780-accbae625adc None None] Pushing event updated for resources: {'Port': ['ID=80126983-c0fe-4a7b-8332-e901c28a1864,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.418090 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-7681ff9a-3dc8-4e72-a1c1-4190dca78c80 None None] Provisioning complete for port 9eb3e647-2fd6-458b-8702-5adfa7735047 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:55.418458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7681ff9a-3dc8-4e72-a1c1-4190dca78c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.470951 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.485417 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Transition to ACTIVE for port object 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:55.503138 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.565302 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-7681ff9a-3dc8-4e72-a1c1-4190dca78c80 None None] Current status of the port 9eb3e647-2fd6-458b-8702-5adfa7735047 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:55.570670 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-40519ac8-a5db-4ef9-be33-5b7d554e529d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.571819 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-40519ac8-a5db-4ef9-be33-5b7d554e529d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/852af370-c6c3-4059-b165-f7c436f160e9 HTTP/1.1" status: 204 len: 168 time: 2.2412007 Jun 28 11:16:55.594509 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.626656 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Router 63e5803e-5711-4d39-a229-ead39dff4b47 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:55.627264 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Attempting to bind port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:16:55.627771 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Attempting to bind port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:16:55.628134 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Attempting to bind port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:16:55.647106 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:16:55.647761 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:16:55.647985 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.648545 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:16:55.648995 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Bound port: 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:16:55.649405 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.744824 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Pushing event updated for resources: {'Port': ['ID=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:55.771638 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.771986 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.772327 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.772665 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.772994 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.775618 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.776159 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.776338 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.776696 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.777026 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.777408 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.777720 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Tracked resource versions report: Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: pushed versions: Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: { 'AddressGroup': {'1.2'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'ConntrackHelper': {'1.0'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Log': {'1.0'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Network': {'1.1'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Port': {'1.7'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'PortForwarding': {'1.2'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'QosPolicy': {'1.8'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroup': {'1.4'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroupRule': {'1.2'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SubPort': {'1.0'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Subnet': {'1.1'}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Trunk': {'1.1'}} Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: consumer versions: Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: { DHCP agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: HyperV agent@hv-cinder-84447: {}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: L3 agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: Metadata agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: Metering agent@dv-cinder-844474-1-iscsi: {}, Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: Open vSwitch agent@dv-cinder-844474-1-iscsi: { 'AddressGroup': '1.2', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'ConntrackHelper': '1.0', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Log': '1.0', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Network': '1.1', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Port': '1.7', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'PortForwarding': '1.2', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'QosPolicy': '1.8', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroup': '1.4', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SecurityGroupRule': '1.2', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'SubPort': '1.0', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Subnet': '1.1', Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: 'Trunk': '1.1'}} Jun 28 11:16:55.778758 dv-cinder-844474-1-iscsi neutron-server[88062]: {{(pid=88062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 11:16:55.834628 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] For port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:16:55.843969 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] For port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:16:55.856071 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.864004 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41d8fb13-cdbf-4425-87d2-95eb9829f876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.930918 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41d8fb13-cdbf-4425-87d2-95eb9829f876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:55.968911 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:56.006851 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Sync routers for ids ['63e5803e-5711-4d39-a229-ead39dff4b47'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:56.015540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fcaf650b-aceb-496d-a975-d425fcce0a3f None None] Provisioning complete for port 80126983-c0fe-4a7b-8332-e901c28a1864 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:56.015818 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fcaf650b-aceb-496d-a975-d425fcce0a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.051928 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.054449 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-dbc69ddd-84fd-48af-850e-abb2af689ef2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5835423 Jun 28 11:16:56.057566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47636) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:56.059693 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:56.060210 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:16:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:56.132052 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Routers {'63e5803e-5711-4d39-a229-ead39dff4b47'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:56.132868 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:16:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['63e5803e-5711-4d39-a229-ead39dff4b47'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:56.288311 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d44cd5-b039-4190-bfe9-62b679ca3bc2 None None] Pushing event updated for resources: {'Port': ['ID=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:56.470003 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:56.470218 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eb0042-0dfc-47f0-a4a1-0d4d6ae3d572 None None] Network 91c43ee3-0504-4a35-96d4-85456ba15044 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:16:56.618151 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 84761bba-45a9-463e-81b3-57041d761040 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:56.618809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41d8fb13-cdbf-4425-87d2-95eb9829f876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.687902 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8fb13-cdbf-4425-87d2-95eb9829f876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739267d1-22c7-4c52-9cc8-12aa737cc2b6,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:56.706069 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.727149 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41d8fb13-cdbf-4425-87d2-95eb9829f876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.728299 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-41d8fb13-cdbf-4425-87d2-95eb9829f876 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/739267d1-22c7-4c52-9cc8-12aa737cc2b6 HTTP/1.1" status: 204 len: 168 time: 1.7818120 Jun 28 11:16:56.793697 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:56.950495 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf650b-aceb-496d-a975-d425fcce0a3f None None] Current status of the port 80126983-c0fe-4a7b-8332-e901c28a1864 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:57.001688 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 84761bba-45a9-463e-81b3-57041d761040 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:57.014625 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 9eb3e647-2fd6-458b-8702-5adfa7735047 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:57.048818 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Set router 63e5803e-5711-4d39-a229-ead39dff4b47 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:16:57.061789 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:50Z', 'revision_number': 3, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:57.076376 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19df0341-a9a4-4438-9a10-79e617838b5f None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:50Z', 'revision_number': 3, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:16:57.365605 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Router 623afd10-571f-414e-bd2d-516a19e88c4e is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:16:57.435100 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Provisioning for port 84761bba-45a9-463e-81b3-57041d761040 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:16:57.605951 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Provisioning complete for port 84761bba-45a9-463e-81b3-57041d761040 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:57.605951 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.613433 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Allocated IP 172.20.0.1 (0a69c1f7-0da3-4c64-b954-35ea7c2276a5/ff6fba4a-8fee-4ab8-a88c-a3943754e5f5/b54a98b5-e99a-4b04-ada7-1dad288a82f8) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:57.690624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:57.830045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 9eb3e647-2fd6-458b-8702-5adfa7735047 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:57.830754 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.180043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.185559 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 3, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:58.213945 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 9eb3e647-2fd6-458b-8702-5adfa7735047 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:58.215041 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 80126983-c0fe-4a7b-8332-e901c28a1864 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:16:58.233984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Allocated IP 172.20.0.1 (91c43ee3-0504-4a35-96d4-85456ba15044/f6a36a9d-b5cc-4248-8d3e-c02df9b51533/489eb05d-0291-43bf-86e2-9d23321f9503) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:16:58.234557 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Transition to ACTIVE for port object b54a98b5-e99a-4b04-ada7-1dad288a82f8 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:58.327643 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Checking router: 63e5803e-5711-4d39-a229-ead39dff4b47 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:16:58.328001 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Updating router 63e5803e-5711-4d39-a229-ead39dff4b47 port 94b33d85-afea-429b-8e98-511119c6e32b binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:16:58.368008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Current status of the port 84761bba-45a9-463e-81b3-57041d761040 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:16:58.368385 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.395996 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.454407 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.474704 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Transition to ACTIVE for port object 489eb05d-0291-43bf-86e2-9d23321f9503 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:16:58.502901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] For port 84761bba-45a9-463e-81b3-57041d761040, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=84761bba-45a9-463e-81b3-57041d761040,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:16:58.514334 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.529151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:58.557639 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:58.562156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.581527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:58.586763 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.742081 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:58.756676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Pushing event updated for resources: {'Port': ['ID=489eb05d-0291-43bf-86e2-9d23321f9503,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:58.791675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Network 91c43ee3-0504-4a35-96d4-85456ba15044 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:16:58.793144 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:16:58.813195 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:16:58.823217 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.045140 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c7abc5e2-3d96-4902-a9b6-19b5993cb442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.177488 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:16:59.188141 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Sync routers for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:16:59.204659 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:16:59.206831 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:16:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:16:59.242109 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.322869 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e8b5ad7a-5469-40a5-bd6a-5d4ae807d5ab None None] Provisioning complete for port 84761bba-45a9-463e-81b3-57041d761040 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:59.327146 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e8b5ad7a-5469-40a5-bd6a-5d4ae807d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.368345 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Pushing event updated for resources: {'Port': ['ID=b54a98b5-e99a-4b04-ada7-1dad288a82f8,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:59.442078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.445109 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4b9fc075-6032-4d9d-89f6-09d148a1689a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.6624808 Jun 28 11:16:59.451150 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 47788) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:59.540171 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.650668 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd9b70-0ffa-495e-b3df-8bdacf6ecd1f None None] Pushing event updated for resources: {'Port': ['ID=84761bba-45a9-463e-81b3-57041d761040,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:16:59.697441 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 80126983-c0fe-4a7b-8332-e901c28a1864 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:16:59.697811 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:16:59.757603 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47814) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:16:59.780730 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:00.083962 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.096670 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.097428 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.278045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5ad7a-5469-40a5-bd6a-5d4ae807d5ab None None] Current status of the port 84761bba-45a9-463e-81b3-57041d761040 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:00.304590 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 3, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:00.310236 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Checking router: 623afd10-571f-414e-bd2d-516a19e88c4e for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:00.311010 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Updating router 623afd10-571f-414e-bd2d-516a19e88c4e port b1cb8fad-e986-457a-8c23-71fa66623495 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:00.428792 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Pushing event updated for resources: {'Port': ['ID=b54a98b5-e99a-4b04-ada7-1dad288a82f8,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:00.449712 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.449937 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.501538 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:00.521527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Usage tracker for resource:security_group_rule and tenant:193bb8cf9b234adc99a84cb54310fadf is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:00.526789 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:00.540505 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 80126983-c0fe-4a7b-8332-e901c28a1864 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:00.559948 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:00.598944 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Provisioning for port 489eb05d-0291-43bf-86e2-9d23321f9503 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:00.617597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.632356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:00.643343 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Provisioning complete for port 489eb05d-0291-43bf-86e2-9d23321f9503 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:00.643769 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.649398 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:00.762198 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Transition to ACTIVE for port object 94b33d85-afea-429b-8e98-511119c6e32b will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:00.780609 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:00.836247 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Port 489eb05d-0291-43bf-86e2-9d23321f9503 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:00.880002 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:00.910801 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ea13c-8f5f-4d3a-a40e-11148ea8ec75 None None] Pushing event updated for resources: {'Port': ['ID=94b33d85-afea-429b-8e98-511119c6e32b,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:00.950216 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Provisioning for port b54a98b5-e99a-4b04-ada7-1dad288a82f8 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:00.967444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Attempting to bind port 94b33d85-afea-429b-8e98-511119c6e32b on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:00.968181 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Attempting to bind port 94b33d85-afea-429b-8e98-511119c6e32b by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:00.968512 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Attempting to bind port 94b33d85-afea-429b-8e98-511119c6e32b on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:01.000107 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:01.000530 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:01.006930 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.007542 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:01.008604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Bound port: 94b33d85-afea-429b-8e98-511119c6e32b, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:01.008604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.062603 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Provisioning complete for port b54a98b5-e99a-4b04-ada7-1dad288a82f8 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:01.063662 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.203353 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.212779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.226151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:01.243361 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fbcfe-93a8-4ebd-9d19-4c1311780a46 None None] Port b54a98b5-e99a-4b04-ada7-1dad288a82f8 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:01.261439 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] For port 94b33d85-afea-429b-8e98-511119c6e32b, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:01.265579 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] For port 94b33d85-afea-429b-8e98-511119c6e32b, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=94b33d85-afea-429b-8e98-511119c6e32b,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:01.267007 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:01.272548 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e40ad8b7-ce78-42fd-bce1-61ba5746b4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.274095 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:01.274527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.327507 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.403803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.466398 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:01.476110 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=193bb8cf9b234adc99a84cb54310fadf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7174454 Jun 28 11:17:01.477566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47858) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:01.501306 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:01.531072 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeb713-7700-4cca-8cee-979b91079604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147719d-211b-4e9d-bd4b-536855022933,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:01.597820 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a9461e2b-71d9-42a9-aa47-d6efa1d24afe admin admin] 10.222.0.44 "PUT /v2.0/routers/653ea43e-fa93-4c2d-bdc9-aead4f6182f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6746917 Jun 28 11:17:01.598523 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Routers {'63e5803e-5711-4d39-a229-ead39dff4b47'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:01.598523 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['63e5803e-5711-4d39-a229-ead39dff4b47'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:01.599191 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5501435a-3b1e-4fd9-9d0d-0b63dc0a902a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.627055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5501435a-3b1e-4fd9-9d0d-0b63dc0a902a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.645160 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c9f1489d-4e16-48de-b93e-4b849558921c None None] Provisioning complete for port b54a98b5-e99a-4b04-ada7-1dad288a82f8 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:01.645949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c9f1489d-4e16-48de-b93e-4b849558921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.675022 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.675673 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.692589 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:01.693500 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:01.710940 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5501435a-3b1e-4fd9-9d0d-0b63dc0a902a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.715773 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.728358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501435a-3b1e-4fd9-9d0d-0b63dc0a902a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147719d-211b-4e9d-bd4b-536855022933,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:01.737100 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5501435a-3b1e-4fd9-9d0d-0b63dc0a902a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.740915 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-5501435a-3b1e-4fd9-9d0d-0b63dc0a902a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4147719d-211b-4e9d-bd4b-536855022933 HTTP/1.1" status: 204 len: 168 time: 0.2557683 Jun 28 11:17:01.758612 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Transition to ACTIVE for port object b1cb8fad-e986-457a-8c23-71fa66623495 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:01.788692 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.979971 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Attempting to bind port b1cb8fad-e986-457a-8c23-71fa66623495 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:01.980339 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Attempting to bind port b1cb8fad-e986-457a-8c23-71fa66623495 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:01.980696 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Attempting to bind port b1cb8fad-e986-457a-8c23-71fa66623495 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:01.997910 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:01.998340 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:01.998902 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:01.999298 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:01.999942 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Bound port: b1cb8fad-e986-457a-8c23-71fa66623495, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:02.000875 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.018120 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ea13c-8f5f-4d3a-a40e-11148ea8ec75 None None] Pushing event updated for resources: {'Port': ['ID=94b33d85-afea-429b-8e98-511119c6e32b,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.060890 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bdf6b-e865-410c-9ceb-f520ee8ec7bd None None] Pushing event updated for resources: {'Port': ['ID=b1cb8fad-e986-457a-8c23-71fa66623495,revision_number=2']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.133524 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c9f1489d-4e16-48de-b93e-4b849558921c None None] Port b54a98b5-e99a-4b04-ada7-1dad288a82f8 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:02.157620 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:02.158091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.168112 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.193440 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Pushing event updated for resources: {'Port': ['ID=489eb05d-0291-43bf-86e2-9d23321f9503,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.224583 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] Set router 63e5803e-5711-4d39-a229-ead39dff4b47 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:02.229363 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] For port b1cb8fad-e986-457a-8c23-71fa66623495, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:02.239135 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] For port b1cb8fad-e986-457a-8c23-71fa66623495, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=b1cb8fad-e986-457a-8c23-71fa66623495,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:02.252002 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.389411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Network 91c43ee3-0504-4a35-96d4-85456ba15044 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:02.393780 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:02.464050 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:02.467723 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:02.531881 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:02.574909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47892) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:02.581175 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494806770', 'description': 'tempest-description--1350085270'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:02.600667 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:02.601860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:02.611968 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:02.619136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:02.637887 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:02.647411 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36bdf6b-e865-410c-9ceb-f520ee8ec7bd None None] Pushing event updated for resources: {'Port': ['ID=b1cb8fad-e986-457a-8c23-71fa66623495,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.663135 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.670745 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.671543 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 84761bba-45a9-463e-81b3-57041d761040 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:02.730049 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:02.734325 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:02.738888 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:02.745924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:02.752400 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:02.841598 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Allocated IP 172.20.0.1 (b6cac5d3-7670-4734-938a-bc41ff6fb590/072ee5e3-7c02-4d07-a21e-a7f3005e9627/1157b5d8-7edb-4916-9060-245edf2a432a) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:02.845877 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.855242 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.930627 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fd6996-6b79-46c9-8c6b-6780deefad04,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:02.962473 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:02.972469 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-150a5ece-dfbb-4328-bd55-256aef6ae28e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3931234 Jun 28 11:17:02.973631 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47910) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:02.983480 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'security_group_rule': {'security_group_id': 'e7fd6996-6b79-46c9-8c6b-6780deefad04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:02.991868 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:02.996611 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:03.002587 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:03.011086 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:03.043615 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.046103 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.051998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Router 63e5803e-5711-4d39-a229-ead39dff4b47 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:03.064794 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 84761bba-45a9-463e-81b3-57041d761040 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:03.065697 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.094694 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.200980 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 3, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:03.206594 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc749a7f-15ab-4072-b0ad-70610f0d6132 None None] The sync data for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi is: [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:54Z', 'revision_number': 3, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:03.217643 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.235435 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.237988 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.284167 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df2ce49-596c-44ff-8592-fd4b4a05c7e7,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.302599 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.303864 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7f6f4082-db57-4cce-8b38-b50db9310b6c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272197 Jun 28 11:17:03.307261 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47920) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:03.313071 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'security_group_rule': {'security_group_id': 'e7fd6996-6b79-46c9-8c6b-6780deefad04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:03.323603 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:03.337137 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:03.341840 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:03.350944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:03.383901 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.495454 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a2e43cf8-bfbb-4b93-9227-1209d4f2bb53 None None] Provisioning complete for port 489eb05d-0291-43bf-86e2-9d23321f9503 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:03.495822 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2e43cf8-bfbb-4b93-9227-1209d4f2bb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.511000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.530067 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.581962 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a2e43cf8-bfbb-4b93-9227-1209d4f2bb53 None None] Port 489eb05d-0291-43bf-86e2-9d23321f9503 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:03.602416 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11773660-7dda-43d4-a360-93b7b765c87c,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:03.661843 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.677551 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.681399 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c2a6758e-92d5-4325-b623-44ec7aaa9963 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3728476 Jun 28 11:17:03.684115 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 47928) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:03.692086 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:03.719722 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:03.726197 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:floatingip and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:03.757928 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:03.778888 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.779459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:03.796553 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:03.824308 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Transition to ACTIVE for port object 1157b5d8-7edb-4916-9060-245edf2a432a will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:03.930666 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:04.021573 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9048b243-03e1-48d5-a1d3-d7733fd5dcbd admin admin] 10.222.0.44 "PUT /v2.0/routers/63e5803e-5711-4d39-a229-ead39dff4b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9262919 Jun 28 11:17:04.038650 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.173840 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 84761bba-45a9-463e-81b3-57041d761040 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:04.233212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:04.256590 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:04.277597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '489eb05d-0291-43bf-86e2-9d23321f9503', 'name': '', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'mac_address': 'fa:16:3e:ea:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:00Z', 'revision_number': 2, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'subnets': [{'id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:04.297066 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8a9e63-8fc4-4b4a-acd2-4f6505a1dc8c None None] The sync data for ids ['63e5803e-5711-4d39-a229-ead39dff4b47'] in dv-cinder-844474-1-iscsi is: [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '489eb05d-0291-43bf-86e2-9d23321f9503', 'name': '', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'mac_address': 'fa:16:3e:ea:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:00Z', 'revision_number': 2, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'subnets': [{'id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:04.306952 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:04.307428 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.338461 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.368326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Pushing event updated for resources: {'Port': ['ID=1157b5d8-7edb-4916-9060-245edf2a432a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:04.411457 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 2, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:04.426140 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:04.427238 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Updating router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 port b54a98b5-e99a-4b04-ada7-1dad288a82f8 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:04.596090 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:04.727039 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.789354 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:04.874107 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Allocated IP 172.27.1.152 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/0d879001-71ea-42e2-9666-857b0038245a) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:05.168706 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-11eb6a18-3b48-4723-99d8-1bfc07f2df9d None None] Provisioning for port 1157b5d8-7edb-4916-9060-245edf2a432a completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:05.180634 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:05.180850 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.268956 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.287228 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-11eb6a18-3b48-4723-99d8-1bfc07f2df9d None None] Provisioning complete for port 1157b5d8-7edb-4916-9060-245edf2a432a triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:05.287591 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-11eb6a18-3b48-4723-99d8-1bfc07f2df9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.361865 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.362868 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-11eb6a18-3b48-4723-99d8-1bfc07f2df9d None None] Port 1157b5d8-7edb-4916-9060-245edf2a432a cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:05.462846 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.494887 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.495827 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.542237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:05.548764 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:05.563594 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:05.650315 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'Port': ['ID=0d879001-71ea-42e2-9666-857b0038245a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:05.727273 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Pushing event updated for resources: {'Port': ['ID=1157b5d8-7edb-4916-9060-245edf2a432a,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:05.810646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:05.841654 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48008) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:05.847772 dv-cinder-844474-1-iscsi neutron-server[88059]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 11:17:05.904342 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48012) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:06.044215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:06.053442 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b1cb8fad-e986-457a-8c23-71fa66623495 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:06.106128 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:06.112669 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:06.299901 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.508943 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.553233 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:06.557604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.561336 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-6183f88d-3d5d-4b22-a4ae-070115d88d3b tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:06.567718 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-6183f88d-3d5d-4b22-a4ae-070115d88d3b tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/networks?id=91c43ee3-0504-4a35-96d4-85456ba15044 HTTP/1.1" status: 200 len: 812 time: 0.7247405 Jun 28 11:17:06.571789 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Usage tracker for resource:security_group_rule and tenant:49756998142441d58a530ac7885d3366 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:06.582337 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:06.590199 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Transition to ACTIVE for port object b54a98b5-e99a-4b04-ada7-1dad288a82f8 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:06.604095 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:06.632992 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-1060f1b3-b9a1-4bff-aa35-32ad553be9c2 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/quotas/a8a06f7db2c64af9a76a9256de518e58 HTTP/1.1" status: 200 len: 375 time: 0.0407002 Jun 28 11:17:06.638911 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:06.783698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Router 623afd10-571f-414e-bd2d-516a19e88c4e has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:17:06.966311 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port b1cb8fad-e986-457a-8c23-71fa66623495 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:06.985454 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7c507-f9e3-44dc-acfb-f39f8b4f088f None None] Pushing event updated for resources: {'Port': ['ID=b54a98b5-e99a-4b04-ada7-1dad288a82f8,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.008928 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9f4c2ead-d068-46cf-99bf-687a440a8f38 None None] Provisioning complete for port 1157b5d8-7edb-4916-9060-245edf2a432a triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:07.009658 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9f4c2ead-d068-46cf-99bf-687a440a8f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.148518 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48030) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:07.174298 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:17:07.184163 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Sync routers for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:07.210211 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:07.210749 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:07.241067 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port b1cb8fad-e986-457a-8c23-71fa66623495 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:07.241637 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.245039 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3e57c40e-1f95-43e6-9d33-3cc49e417206 admin admin] 10.222.0.44 "PUT /v2.0/routers/623afd10-571f-414e-bd2d-516a19e88c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7867572 Jun 28 11:17:07.252335 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-24b54426-0c1e-4e69-9363-542e78effe72 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a8a06f7db2c64af9a76a9256de518e58&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6122825 Jun 28 11:17:07.403877 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.406369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.418427 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.423993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.527053 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:07.598938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.662715 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49756998142441d58a530ac7885d3366&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7587204 Jun 28 11:17:07.682312 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48054) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:07.723894 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9f4c2ead-d068-46cf-99bf-687a440a8f38 None None] Port 1157b5d8-7edb-4916-9060-245edf2a432a cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:07.762251 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Attempting to bind port b54a98b5-e99a-4b04-ada7-1dad288a82f8 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:07.762646 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Attempting to bind port b54a98b5-e99a-4b04-ada7-1dad288a82f8 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:07.763005 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Attempting to bind port b54a98b5-e99a-4b04-ada7-1dad288a82f8 on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:07.770935 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:07.771311 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Checking segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:07.771707 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.772139 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Bound using segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:07.772612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Bound port: b54a98b5-e99a-4b04-ada7-1dad288a82f8, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:07.773111 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.820362 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.826313 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d71a0-ae66-4dd8-9e0e-1ec07e303055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5e4ce-27c2-4c36-b68e-707831f33009,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:07.930244 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-5609b81e-eb67-4252-b989-56314afb8da5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:17:07.938694 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-5609b81e-eb67-4252-b989-56314afb8da5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2057273 Jun 28 11:17:07.957822 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b28d6f5-4d06-44f4-9d8e-113db309a553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:07.968176 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:07.998908 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] For port b54a98b5-e99a-4b04-ada7-1dad288a82f8, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:08.009328 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] For port b54a98b5-e99a-4b04-ada7-1dad288a82f8, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=b54a98b5-e99a-4b04-ada7-1dad288a82f8,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:08.038090 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b28d6f5-4d06-44f4-9d8e-113db309a553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.090799 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.186448 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b28d6f5-4d06-44f4-9d8e-113db309a553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.186847 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:05Z', 'revision_number': 2, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:08.192171 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.197324 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5114763 Jun 28 11:17:08.203126 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Usage tracker for resource:security_group_rule and tenant:99fc6a13f3264e37b1bfac0f53965957 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:08.214824 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Checking router: 623afd10-571f-414e-bd2d-516a19e88c4e for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:08.215191 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Updating router 623afd10-571f-414e-bd2d-516a19e88c4e port 1157b5d8-7edb-4916-9060-245edf2a432a binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:08.217066 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:08.235420 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28d6f5-4d06-44f4-9d8e-113db309a553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5e4ce-27c2-4c36-b68e-707831f33009,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.235920 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:08.244952 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3b28d6f5-4d06-44f4-9d8e-113db309a553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.246285 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3b28d6f5-4d06-44f4-9d8e-113db309a553 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cb5e4ce-27c2-4c36-b68e-707831f33009 HTTP/1.1" status: 204 len: 168 time: 0.5591927 Jun 28 11:17:08.315534 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.357884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe49ca9-683b-4d2c-a714-583656359689 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'Port': ['ID=0d879001-71ea-42e2-9666-857b0038245a,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.501166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port b1cb8fad-e986-457a-8c23-71fa66623495 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:08.501727 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.512124 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.535059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:08.538798 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:08.548225 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.603991 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48100) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:08.611085 dv-cinder-844474-1-iscsi neutron-server[88060]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 11:17:08.683568 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99fc6a13f3264e37b1bfac0f53965957&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5282891 Jun 28 11:17:08.691249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48106) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:08.745733 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Sync routers for ids ['63e5803e-5711-4d39-a229-ead39dff4b47'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:17:08.763651 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7c507-f9e3-44dc-acfb-f39f8b4f088f None None] Pushing event updated for resources: {'Port': ['ID=b54a98b5-e99a-4b04-ada7-1dad288a82f8,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.763866 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805398ed-1a6d-47fc-a8cf-d90cca0289fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be6d15-2d48-4719-975d-a30cd80dd622,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:08.772766 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port b1cb8fad-e986-457a-8c23-71fa66623495, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=b1cb8fad-e986-457a-8c23-71fa66623495,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:08.794574 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.830639 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Routers {'63e5803e-5711-4d39-a229-ead39dff4b47'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:08.831276 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['63e5803e-5711-4d39-a229-ead39dff4b47'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:08.880509 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-cc4f9e42-e19c-4d22-99d2-6a48e9603402 service neutron] 10.222.0.44 "GET /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9409618 Jun 28 11:17:08.881369 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd34faf8-c70d-4253-9b64-28fc36bd6b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.911722 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd34faf8-c70d-4253-9b64-28fc36bd6b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:08.958040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-db057325-9207-444e-ad1d-e76e3eba61f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:08.959483 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-db057325-9207-444e-ad1d-e76e3eba61f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:09.003444 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-db057325-9207-444e-ad1d-e76e3eba61f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:09.004835 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-db057325-9207-444e-ad1d-e76e3eba61f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 818 time: 0.3966067 Jun 28 11:17:09.050331 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-37d0ee83-a610-4ff1-b24c-7d77aa15a86c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/quotas/f1ed84feebac4d45a5a93f90ad7fd2f6 HTTP/1.1" status: 200 len: 375 time: 0.0354013 Jun 28 11:17:09.129563 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd34faf8-c70d-4253-9b64-28fc36bd6b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.143709 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.152904 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 94b33d85-afea-429b-8e98-511119c6e32b up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:09.162635 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Transition to ACTIVE for port object 1157b5d8-7edb-4916-9060-245edf2a432a will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:09.164373 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34faf8-c70d-4253-9b64-28fc36bd6b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be6d15-2d48-4719-975d-a30cd80dd622,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.185563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-8df45c9d-02b8-466c-8f98-521e47b927a8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:09.190295 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.209926 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-8df45c9d-02b8-466c-8f98-521e47b927a8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:09.216514 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-8df45c9d-02b8-466c-8f98-521e47b927a8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637478 Jun 28 11:17:09.249189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd34faf8-c70d-4253-9b64-28fc36bd6b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.254095 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bd34faf8-c70d-4253-9b64-28fc36bd6b12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57be6d15-2d48-4719-975d-a30cd80dd622 HTTP/1.1" status: 204 len: 168 time: 0.5552382 Jun 28 11:17:09.352398 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-4fa3c404-37f5-456c-99dc-0b16f38ade9b service neutron] 10.222.0.44 "GET /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871098 Jun 28 11:17:09.410162 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0ee4f-bd25-4cbc-8bc7-522c86852472 None None] Pushing event updated for resources: {'Port': ['ID=1157b5d8-7edb-4916-9060-245edf2a432a,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.578035 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=b1cb8fad-e986-457a-8c23-71fa66623495,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:09.585030 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Attempting to bind port 1157b5d8-7edb-4916-9060-245edf2a432a on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:09.585240 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Attempting to bind port 1157b5d8-7edb-4916-9060-245edf2a432a by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:09.585598 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Attempting to bind port 1157b5d8-7edb-4916-9060-245edf2a432a on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:09.586349 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:09.602216 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:09.602588 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Checking segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:09.602986 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.603373 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Bound using segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:09.603837 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Bound port: 1157b5d8-7edb-4916-9060-245edf2a432a, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:09.610593 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.778493 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-07c218ec-c31f-4c34-9459-67526c64079d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:17:09.785997 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-07c218ec-c31f-4c34-9459-67526c64079d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3431377 Jun 28 11:17:09.858011 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Set router 63e5803e-5711-4d39-a229-ead39dff4b47 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:09.871420 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] For port 1157b5d8-7edb-4916-9060-245edf2a432a, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:09.878814 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] For port 1157b5d8-7edb-4916-9060-245edf2a432a, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1157b5d8-7edb-4916-9060-245edf2a432a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:09.892378 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:09.909698 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48168) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:09.980921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.028136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-8ea1d3dd-bf4d-40d1-9357-6a0024eb9c88 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:10.066453 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:10.070633 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-8ea1d3dd-bf4d-40d1-9357-6a0024eb9c88 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:10.076548 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:10.077170 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:10.082956 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-8ea1d3dd-bf4d-40d1-9357-6a0024eb9c88 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1494806770&fields=id&tenant_id=056b0190f953404d9250822490efe62b HTTP/1.1" status: 200 len: 267 time: 0.2741323 Jun 28 11:17:10.348880 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0ee4f-bd25-4cbc-8bc7-522c86852472 None None] Pushing event updated for resources: {'Port': ['ID=1157b5d8-7edb-4916-9060-245edf2a432a,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:10.415924 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 94b33d85-afea-429b-8e98-511119c6e32b completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:10.422130 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-d314e469-ced3-4eee-bb4e-857da36fd1bc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:10.431136 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-40c8b606-cfe3-4e17-8c45-f864a6df858e service neutron] 10.222.0.44 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357853 Jun 28 11:17:10.436716 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-d314e469-ced3-4eee-bb4e-857da36fd1bc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 811 time: 0.3526008 Jun 28 11:17:10.444766 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Usage tracker for resource:security_group_rule and tenant:a7787de92bf84287899f0b4e5f3db9e9 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:10.451763 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:10.460527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48182) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:10.472449 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:10.485042 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:10.485867 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-3cf5acd4-452e-4dd3-bf3a-fdc214a8f2cb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/quotas/056b0190f953404d9250822490efe62b HTTP/1.1" status: 200 len: 375 time: 0.0482326 Jun 28 11:17:10.516396 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 94b33d85-afea-429b-8e98-511119c6e32b triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:10.516884 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:10.667036 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-95bf8266-a23e-4bd2-ba3e-e4bcc75425c7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:10.710289 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-753829411-network', 'tenant_id': '0774d7d2682140c5aac8c8549ca77e84'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:10.730575 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-1ea4c619-d8cf-43c5-9eb3-8350626b817b service neutron] 10.222.0.44 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930460 Jun 28 11:17:10.736141 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:10.777176 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Usage tracker for resource:network and tenant:0774d7d2682140c5aac8c8549ca77e84 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:10.795286 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:10.815706 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-95bf8266-a23e-4bd2-ba3e-e4bcc75425c7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:10.816944 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-95bf8266-a23e-4bd2-ba3e-e4bcc75425c7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3303220 Jun 28 11:17:10.886550 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:11.010217 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:09Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:11.028331 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9175f222-e693-45ea-812b-fb39944a1b87 None None] The sync data for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi is: [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:09Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:11.176389 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-decffeee-4afc-434d-a827-83c38befcd25 req-743697b3-4113-46fd-bbd7-e8407bd5f6f3 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Synchronizing usage tracker for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:11.207643 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-3e676a98-686e-412b-b878-33d7c0210ca7 service neutron] 10.222.0.44 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126206 Jun 28 11:17:11.209456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.216631 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.241540 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-decffeee-4afc-434d-a827-83c38befcd25 req-743697b3-4113-46fd-bbd7-e8407bd5f6f3 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Unset dirty status for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:11.242935 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-decffeee-4afc-434d-a827-83c38befcd25 req-743697b3-4113-46fd-bbd7-e8407bd5f6f3 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 210 time: 0.2206104 Jun 28 11:17:11.316278 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf3253-1924-4aff-8d6f-427b0872588b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.419706 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Made reservation on behalf of 0774d7d2682140c5aac8c8549ca77e84 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:11.424691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.451412 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.495369 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 94b33d85-afea-429b-8e98-511119c6e32b is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:11.495369 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.498754 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-16d30b8a-4a5c-4054-a19c-59d7b97a2209 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7787de92bf84287899f0b4e5f3db9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5776012 Jun 28 11:17:11.510130 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0ae3a01f-e20c-4e04-99ad-225ff4a34533 req-5db2efe8-8df8-4831-8528-5b120be79c1e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 210 time: 0.1771913 Jun 28 11:17:11.512186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48230) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:11.514032 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:11.550192 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Usage tracker for resource:security_group_rule and tenant:0774d7d2682140c5aac8c8549ca77e84 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:11.553517 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:11.558584 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '489eb05d-0291-43bf-86e2-9d23321f9503', 'name': '', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'mac_address': 'fa:16:3e:ea:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:00Z', 'revision_number': 2, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'subnets': [{'id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:11.559836 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:11.566182 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Checking router: 63e5803e-5711-4d39-a229-ead39dff4b47 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:17:11.566613 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Updating router 63e5803e-5711-4d39-a229-ead39dff4b47 port 489eb05d-0291-43bf-86e2-9d23321f9503 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:17:11.606215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 94b33d85-afea-429b-8e98-511119c6e32b, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=94b33d85-afea-429b-8e98-511119c6e32b,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:11.630854 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.698834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.721592 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.724116 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=94b33d85-afea-429b-8e98-511119c6e32b,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:11.762622 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.776769 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:07Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:11.785036 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaf46a2-2bb2-4e3a-95ea-653e0993700b None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:07Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:11.807942 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7cb66f3-20fe-4851-8312-62ef3f1ce4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:11.936938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:11.972635 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bb51f8-0769-44db-8507-88987e9b97a2,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.019452 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736432461936', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.022055 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7cb66f3-20fe-4851-8312-62ef3f1ce4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.024615 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Unsubscribe: segment precommit_create {{(pid=88059) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 11:17:12.025971 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Added segment 58b47ca8-bac9-4275-95e4-898cee551ac1 of type vlan for network 16139f71-c86a-4c21-97bc-89b2d6832c9d Jun 28 11:17:12.037431 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:17:12.073664 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-5221286c-f31f-43ed-9714-cdd6d849a939 service neutron] 10.222.0.44 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8234522 Jun 28 11:17:12.166256 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b1cb8fad-e986-457a-8c23-71fa66623495 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:12.183869 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.304088 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.305459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.306249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.768592 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7cb66f3-20fe-4851-8312-62ef3f1ce4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.777915 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=16139f71-c86a-4c21-97bc-89b2d6832c9d,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.794497 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-d64d5437-f43d-40d0-8153-bff12b8d6ee2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3327997 Jun 28 11:17:12.804808 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48280) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:12.807418 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port b1cb8fad-e986-457a-8c23-71fa66623495 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:12.807884 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.810251 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Request body: {'subnet': {'network_id': '16139f71-c86a-4c21-97bc-89b2d6832c9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-753829411-subnet', 'tenant_id': '0774d7d2682140c5aac8c8549ca77e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:12.820464 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:12.830981 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Usage tracker for resource:subnet and tenant:0774d7d2682140c5aac8c8549ca77e84 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:12.845390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:12.877974 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:12.899697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-6ce2f691-4157-4c20-bac7-5539fc3dd55b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:12.914235 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-6ce2f691-4157-4c20-bac7-5539fc3dd55b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 818 time: 0.6809342 Jun 28 11:17:12.924039 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7cb66f3-20fe-4851-8312-62ef3f1ce4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:12.938882 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c7cb66f3-20fe-4851-8312-62ef3f1ce4e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fdf3253-1924-4aff-8d6f-427b0872588b HTTP/1.1" status: 204 len: 168 time: 1.4219713 Jun 28 11:17:12.942093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb66f3-20fe-4851-8312-62ef3f1ce4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf3253-1924-4aff-8d6f-427b0872588b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:12.943532 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 16139f71-c86a-4c21-97bc-89b2d6832c9d details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:12.980202 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-ed87eabb-c254-4453-8886-8753d15a49f0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/quotas/f1ed84feebac4d45a5a93f90ad7fd2f6 HTTP/1.1" status: 200 len: 375 time: 0.0608199 Jun 28 11:17:13.060785 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4195cd92-3383-4fb3-ac37-5a6dae007c35 req-b7be3ff9-f92b-4165-8950-215b3e4df980 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 210 time: 0.1691229 Jun 28 11:17:13.079172 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Made reservation on behalf of 0774d7d2682140c5aac8c8549ca77e84 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:13.081619 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.203876 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-502e66d8-5b95-4c1b-82f9-d9dfbaf82b87 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2114701 Jun 28 11:17:13.502144 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-90d95ad9-2ee2-4878-85b6-7834f150405b req-4386f9d4-3676-48b0-8f75-a04b2cd46163 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.1087184 Jun 28 11:17:13.580358 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-d0b50ff7-8ce1-454f-a911-91f7d130f6f3 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601191 Jun 28 11:17:13.652715 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.684293 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port b1cb8fad-e986-457a-8c23-71fa66623495 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:13.685446 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1157b5d8-7edb-4916-9060-245edf2a432a up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:13.774369 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.781134 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-a144b59a-6b94-4dcd-9952-f27c5a250561 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928487 Jun 28 11:17:13.785537 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Transition to ACTIVE for port object 489eb05d-0291-43bf-86e2-9d23321f9503 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:13.823890 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:13.914637 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2a678f-7a30-4f7e-952d-7781e0c4699f,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.074216 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Checking segment: {'id': '58b47ca8-bac9-4275-95e4-898cee551ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '16139f71-c86a-4c21-97bc-89b2d6832c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:14.074634 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Network hostable DHCP agents. Network: 16139f71-c86a-4c21-97bc-89b2d6832c9d, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:14.132046 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9674a57-4cc8-47f4-9073-d5cdf8e2bfbb None None] Pushing event updated for resources: {'Port': ['ID=489eb05d-0291-43bf-86e2-9d23321f9503,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:14.178696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Network 16139f71-c86a-4c21-97bc-89b2d6832c9d is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:14.210626 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.26', 56053) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:14.416889 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9f5195ed-a7b9-4260-9d5c-327b35675c7c req-21fb63e6-8f82-4ca6-8d60-1dba127401d2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.2163067 Jun 28 11:17:14.428300 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 16139f71-c86a-4c21-97bc-89b2d6832c9d) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:14.452072 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.452072 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:14.502506 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6429ee87-5ca8-4231-87f8-0ec92efe68c0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6937785 Jun 28 11:17:14.503462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f4e4b-fc21-452c-a93a-7deed71c8b8e None None] Network 16139f71-c86a-4c21-97bc-89b2d6832c9d requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:14.786625 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-19160dcf-6f1d-4bde-a22f-07ed615b7523 req-743522a6-996c-4aa2-be4f-1a862f71557b tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 210 time: 0.2361236 Jun 28 11:17:14.959379 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-73c4726a-2424-48a8-862d-ddb7928a7314 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:14.961649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-73c4726a-2424-48a8-862d-ddb7928a7314 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Synchronizing usage tracker for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:15.010482 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e8c1bdb2-b43a-4ed5-b4f4-fef298f10066 req-a084948e-941f-4535-9b4b-b22d2865334f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.1870580 Jun 28 11:17:15.018195 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-73c4726a-2424-48a8-862d-ddb7928a7314 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Unset dirty status for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:15.019352 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-73c4726a-2424-48a8-862d-ddb7928a7314 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.26 "GET /v2.0/networks?id=91c43ee3-0504-4a35-96d4-85456ba15044 HTTP/1.1" status: 200 len: 812 time: 0.8075480 Jun 28 11:17:15.039180 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 1157b5d8-7edb-4916-9060-245edf2a432a completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:15.066140 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Request body: {'port': {'device_id': '574e120c-abfe-4792-92f3-c3066032951f', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'admin_state_up': True, 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:15.089351 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 1157b5d8-7edb-4916-9060-245edf2a432a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:15.099662 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.208732 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.26', 56056) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:15.508498 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:15.566790 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:15.631815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Made reservation on behalf of a8a06f7db2c64af9a76a9256de518e58 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:15.635613 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:15.880556 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Attempting to bind port 489eb05d-0291-43bf-86e2-9d23321f9503 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:15.880926 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Attempting to bind port 489eb05d-0291-43bf-86e2-9d23321f9503 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:15.881298 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Attempting to bind port 489eb05d-0291-43bf-86e2-9d23321f9503 on network 91c43ee3-0504-4a35-96d4-85456ba15044 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:15.888192 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-ebe49ca8-466e-4ed6-a170-793efd323c8f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:15.894540 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-ebe49ca8-466e-4ed6-a170-793efd323c8f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 818 time: 0.6847303 Jun 28 11:17:15.909141 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'port': {'device_id': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'admin_state_up': True, 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:15.999120 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b5b784fe-7411-40c2-87cb-706ca93ed48f req-216ae0b3-c42a-4846-8152-408cb10d9e69 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.2730699 Jun 28 11:17:16.178725 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:16.179731 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Checking segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:16.181508 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.198073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Bound using segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:16.199136 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Bound port: 489eb05d-0291-43bf-86e2-9d23321f9503, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:16.199725 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.304411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.26', 56061) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:16.523067 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] For port 489eb05d-0291-43bf-86e2-9d23321f9503, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:16.535592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] For port 489eb05d-0291-43bf-86e2-9d23321f9503, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=489eb05d-0291-43bf-86e2-9d23321f9503,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:16.558059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146fd75-7ea5-4c0f-9a03-4ab360f5787b None None] Network 16139f71-c86a-4c21-97bc-89b2d6832c9d requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:16.604899 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.639816 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:16.681392 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-927610af-f82b-4c9a-abfd-f5b439da93ed req-8e3bf25f-5bbe-4dcf-a3a6-99d60b725374 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 210 time: 0.2289970 Jun 28 11:17:16.729834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:16.768837 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Made reservation on behalf of f1ed84feebac4d45a5a93f90ad7fd2f6 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:16.775459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.852556 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 1157b5d8-7edb-4916-9060-245edf2a432a is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:16.852828 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:16.976343 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Routers {'63e5803e-5711-4d39-a229-ead39dff4b47'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:17:16.981414 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:17:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['63e5803e-5711-4d39-a229-ead39dff4b47'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:17.024449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0025f583-9416-42b9-b752-0d1b3ec14ee1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:17.026665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0025f583-9416-42b9-b752-0d1b3ec14ee1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:17.228467 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e1f3186c-d7bb-43dd-800e-c7b54bae1cdd req-737b31ce-3b59-4e2f-874d-57d3d3452dba tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.1770215 Jun 28 11:17:17.230737 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0025f583-9416-42b9-b752-0d1b3ec14ee1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:17.232146 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0025f583-9416-42b9-b752-0d1b3ec14ee1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 811 time: 0.9246113 Jun 28 11:17:17.376390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48456) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:17.398359 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Allocated IP 172.20.0.14 (91c43ee3-0504-4a35-96d4-85456ba15044/f6a36a9d-b5cc-4248-8d3e-c02df9b51533/4fecae84-6eb3-4a07-8a56-3834cb91af09) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:17.418591 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] Set router 63e5803e-5711-4d39-a229-ead39dff4b47 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:17:17.436684 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-291153421-network', 'tenant_id': '1e06156b9df640c5b5ac6e13c9dc73fd'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:17.473195 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-bbcae242-ca60-44e2-b3c3-eb01af3b0d42 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:17.517560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.26', 56067) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:17.592881 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:17.694716 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Allocated IP 172.20.0.12 (b6cac5d3-7670-4734-938a-bc41ff6fb590/072ee5e3-7c02-4d07-a21e-a7f3005e9627/9c9dfa86-879c-46cd-9ca0-290b8d29c97a) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:17.706523 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-bbcae242-ca60-44e2-b3c3-eb01af3b0d42 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:17.724900 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-bbcae242-ca60-44e2-b3c3-eb01af3b0d42 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056b0190f953404d9250822490efe62b HTTP/1.1" status: 200 len: 380 time: 0.4710226 Jun 28 11:17:17.781027 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8acd29cc-0f26-455d-be33-f5c1796e319d req-ed10bcb7-46d6-4cf2-8049-f9410388e04a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.2615001 Jun 28 11:17:18.106049 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 1157b5d8-7edb-4916-9060-245edf2a432a, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1157b5d8-7edb-4916-9060-245edf2a432a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:18.143263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Usage tracker for resource:network and tenant:1e06156b9df640c5b5ac6e13c9dc73fd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:18.173618 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.188193 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9674a57-4cc8-47f4-9073-d5cdf8e2bfbb None None] Pushing event updated for resources: {'Port': ['ID=489eb05d-0291-43bf-86e2-9d23321f9503,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:18.434697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:18.465045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.498046 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'port': {'device_id': '07923d06-2af5-4504-a348-96eb0525ae23', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'admin_state_up': True, 'tenant_id': '056b0190f953404d9250822490efe62b', 'security_groups': ['e7fd6996-6b79-46c9-8c6b-6780deefad04']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:18.567905 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.582315 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ab089693-a3a8-46f8-8fb6-1f86846e5583 req-c0d0d4bc-a583-4488-8567-f1e5eab11fc7 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 210 time: 0.4320159 Jun 28 11:17:18.586909 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:18.687983 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b8f26f32-2f8e-44c9-a5d7-1a29cb011961 req-85e4868c-c498-496f-9bf6-a8d4df5e7908 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.1024654 Jun 28 11:17:18.710399 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Transition to ACTIVE for port object 9c9dfa86-879c-46cd-9ca0-290b8d29c97a will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:18.783476 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:18.900635 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-0f6f4f4f-0af1-416f-a99f-c452195df3ee tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:18.907317 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-0f6f4f4f-0af1-416f-a99f-c452195df3ee tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 818 time: 1.3237374 Jun 28 11:17:18.946329 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b54a98b5-e99a-4b04-ada7-1dad288a82f8 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:19.040996 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'port': {'device_id': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'admin_state_up': True, 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:19.111883 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:19.146254 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:19.153964 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:19.162107 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:19.163256 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.198931 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=1157b5d8-7edb-4916-9060-245edf2a432a,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:19.284984 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3801897 Jun 28 11:17:19.302029 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256f997-3086-426b-8943-b1117ba76010 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'Port': ['ID=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:19.334988 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '489eb05d-0291-43bf-86e2-9d23321f9503', 'name': '', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'mac_address': 'fa:16:3e:ea:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:16Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'subnets': [{'id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:19.341243 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-8c74b9e8-e3d1-4a99-8c03-13a1684f67d9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:17:19.351292 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-8c74b9e8-e3d1-4a99-8c03-13a1684f67d9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0351145 Jun 28 11:17:19.353411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc0f22-5cc9-49b0-b177-010ab843c6db None None] The sync data for ids ['63e5803e-5711-4d39-a229-ead39dff4b47'] in dv-cinder-844474-1-iscsi is: [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '489eb05d-0291-43bf-86e2-9d23321f9503', 'name': '', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'mac_address': 'fa:16:3e:ea:1a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:16Z', 'revision_number': 4, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'subnets': [{'id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:17:19.379844 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port b54a98b5-e99a-4b04-ada7-1dad288a82f8 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:19.380739 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-260d3b85-31a2-424c-83a1-19faf4421ebd req-50285934-de6a-4729-836d-6e4187755565 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.2676518 Jun 28 11:17:19.381431 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Made reservation on behalf of 1e06156b9df640c5b5ac6e13c9dc73fd for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:19.407013 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port b54a98b5-e99a-4b04-ada7-1dad288a82f8 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:19.407687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.413394 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.476697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.497912 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Transition to ACTIVE for port object 4fecae84-6eb3-4a07-8a56-3834cb91af09 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:19.616298 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.628321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.694035 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3161bda9-6956-45e5-9318-9dbf589ac345 None None] Provisioning for port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:19.710643 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3161bda9-6956-45e5-9318-9dbf589ac345 None None] Provisioning complete for port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:19.711390 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3161bda9-6956-45e5-9318-9dbf589ac345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:19.931164 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Request body: {'port': {'device_id': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:19.939290 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Network 91c43ee3-0504-4a35-96d4-85456ba15044 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:19.964783 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Pushing event updated for resources: {'Port': ['ID=4fecae84-6eb3-4a07-8a56-3834cb91af09,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:19.981036 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:20.041423 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:20.118831 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3161bda9-6956-45e5-9318-9dbf589ac345 None None] Port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:20.161716 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Usage tracker for resource:security_group_rule and tenant:1e06156b9df640c5b5ac6e13c9dc73fd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:20.170616 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port b54a98b5-e99a-4b04-ada7-1dad288a82f8 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:20.172814 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.173463 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:20.195151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:20.247086 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port b54a98b5-e99a-4b04-ada7-1dad288a82f8, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=b54a98b5-e99a-4b04-ada7-1dad288a82f8,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:20.254486 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.255267 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 94b33d85-afea-429b-8e98-511119c6e32b up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:20.390378 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.587567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.603331 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.618085 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=b54a98b5-e99a-4b04-ada7-1dad288a82f8,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:20.716674 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 94b33d85-afea-429b-8e98-511119c6e32b triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:20.717287 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.801237 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:20.816533 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a3f56-a49b-48f8-8bd4-3cdadb9f9091 req-1241dd02-34cf-400b-b7b2-68a7ad3d9cb7 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:20.835063 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f01a3f56-a49b-48f8-8bd4-3cdadb9f9091 req-1241dd02-34cf-400b-b7b2-68a7ad3d9cb7 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 932 time: 0.7801707 Jun 28 11:17:20.841930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:17:20.866268 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:20.869754 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Added segment dacbf7ab-7eaf-48f9-8b75-941b55a67c31 of type vlan for network f78d95f1-d244-4139-96a6-e1333665f269 Jun 28 11:17:20.974156 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.039625 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7b05a760-325e-4e97-a7b4-839ab4fe5c05 req-534a9de8-0dd3-4015-b18f-6d243878645e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.8976364 Jun 28 11:17:21.043631 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:21.074987 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:21.082169 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.110390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:21.212157 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:21.261962 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f01a3f56-a49b-48f8-8bd4-3cdadb9f9091 req-090ade0f-cc0e-41f6-a768-955e035b454e tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256501 Jun 28 11:17:21.323110 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 94b33d85-afea-429b-8e98-511119c6e32b is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:21.361209 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-55b6bd9f-ca49-4800-a0b1-068eecbfbf36 None None] Provisioning for port 4fecae84-6eb3-4a07-8a56-3834cb91af09 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:21.371039 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-55b6bd9f-ca49-4800-a0b1-068eecbfbf36 None None] Provisioning complete for port 4fecae84-6eb3-4a07-8a56-3834cb91af09 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:21.371411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-55b6bd9f-ca49-4800-a0b1-068eecbfbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.384883 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Made reservation on behalf of 056b0190f953404d9250822490efe62b for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:21.388379 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.530160 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-55b6bd9f-ca49-4800-a0b1-068eecbfbf36 None None] Port 4fecae84-6eb3-4a07-8a56-3834cb91af09 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:21.557253 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1157b5d8-7edb-4916-9060-245edf2a432a up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:21.734180 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 1157b5d8-7edb-4916-9060-245edf2a432a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:21.736648 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:21.882516 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bedad98-2e4b-4844-87b1-07674e5ff9c7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:21.935244 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ff28bcfd-3025-418c-ba43-4183372ff755 req-0c670868-a28a-4f2d-8cc3-df4e8d25eee3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.4760826 Jun 28 11:17:21.983521 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:22.002015 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.002934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:22.003506 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.072816 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9dfa86-879c-46cd-9ca0-290b8d29c97a {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:22.097309 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.175560 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Transition to ACTIVE for port object 9c9dfa86-879c-46cd-9ca0-290b8d29c97a will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:22.177381 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48566) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:22.195146 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.224209 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 1157b5d8-7edb-4916-9060-245edf2a432a is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:22.225845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b54a98b5-e99a-4b04-ada7-1dad288a82f8 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:22.311278 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port b54a98b5-e99a-4b04-ada7-1dad288a82f8 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:22.313497 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:22.516801 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Usage tracker for resource:port and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:22.536812 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48584) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:22.539668 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Pushing event updated for resources: {'Port': ['ID=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.569776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] Pushing event updated for resources: {'Network': ['ID=f78d95f1-d244-4139-96a6-e1333665f269,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:22.619313 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network f78d95f1-d244-4139-96a6-e1333665f269 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:17:22.673365 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port b54a98b5-e99a-4b04-ada7-1dad288a82f8 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:22.674511 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 489eb05d-0291-43bf-86e2-9d23321f9503 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:22.764373 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:22.802499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:22.969746 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-33212a9f-fb8e-48ac-afe3-ecb212dc2fab req-b87744cc-105d-4ca3-b1a0-26d7d0873e44 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.4284165 Jun 28 11:17:23.101964 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.166362 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Made reservation on behalf of f1ed84feebac4d45a5a93f90ad7fd2f6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:23.174973 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.180443 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.190008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:23.195949 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:23.199957 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Usage tracker for resource:security_group_rule and tenant:847d3f00e22249adacae39c264a35c62 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:23.208133 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:23.214630 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:23.217902 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-fcc848c5-5040-4e12-8a64-7535556d9c32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1584697 Jun 28 11:17:23.228624 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-70d5b7e0-7cc0-411f-8dd5-e4eecc786b0f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 5.8484151 Jun 28 11:17:23.229772 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48602) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.245352 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 489eb05d-0291-43bf-86e2-9d23321f9503 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:23.255212 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 489eb05d-0291-43bf-86e2-9d23321f9503 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:23.256036 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.304386 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Request body: {'subnet': {'network_id': 'f78d95f1-d244-4139-96a6-e1333665f269', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-291153421-subnet', 'tenant_id': '1e06156b9df640c5b5ac6e13c9dc73fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:23.308617 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:23.313997 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Usage tracker for resource:subnet and tenant:1e06156b9df640c5b5ac6e13c9dc73fd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:23.317393 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:23.323556 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:23.323872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.354495 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Made reservation on behalf of 1e06156b9df640c5b5ac6e13c9dc73fd for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:17:23.356748 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.403481 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.435537 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d8decf55d847a89f6a9c96289cfbaf is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:23.447548 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=847d3f00e22249adacae39c264a35c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8974674 Jun 28 11:17:23.518969 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 489eb05d-0291-43bf-86e2-9d23321f9503 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:23.519363 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.520327 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:23.524172 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-ec3b6f9b-d6c8-4dee-8f5e-a9c689d019e7 req-82582e81-5e38-45b1-acb5-0917b4e903e4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:23.529384 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48606) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:23.551403 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:23.564145 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-ec3b6f9b-d6c8-4dee-8f5e-a9c689d019e7 req-82582e81-5e38-45b1-acb5-0917b4e903e4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:23.565733 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ec3b6f9b-d6c8-4dee-8f5e-a9c689d019e7 req-82582e81-5e38-45b1-acb5-0917b4e903e4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.1713886 Jun 28 11:17:23.566981 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Attempting to bind port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:23.567783 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Attempting to bind port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:23.568351 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Attempting to bind port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:23.579933 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a on network b6cac5d3-7670-4734-938a-bc41ff6fb590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:23.580510 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Attempting to bind port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:23.594218 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98059cf4-6d5b-41c8-9a2d-72cc757f5c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17834810-8970-4a9d-ab0e-a2612bfe6c1d,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.601738 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:23.602905 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Checking segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:23.604412 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Bound using segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:23.605299 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Bound port: 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:23.606536 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.616581 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 489eb05d-0291-43bf-86e2-9d23321f9503, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=489eb05d-0291-43bf-86e2-9d23321f9503,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:23.624299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.726390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Allocated IP 172.20.0.4 (0a69c1f7-0da3-4c64-b954-35ea7c2276a5/ff6fba4a-8fee-4ab8-a88c-a3943754e5f5/cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:23.744434 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] For port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:23.754785 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] For port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:23.816068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.825981 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=489eb05d-0291-43bf-86e2-9d23321f9503,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:23.857227 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80292cdd-47a7-4faa-8cae-9f2503e1a69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.942305 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.965903 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:23.966687 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:23.969866 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] 10.222.0.26 "PUT /v2.0/ports/9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 200 len: 1094 time: 4.1522660 Jun 28 11:17:23.971639 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'tag': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:24.064962 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-945083a5-023e-407d-9830-0e18e86ad600 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:24.066050 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-945083a5-023e-407d-9830-0e18e86ad600 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Synchronizing usage tracker for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:24.083865 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.096128 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80292cdd-47a7-4faa-8cae-9f2503e1a69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.202150 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dec450-7f11-4eb8-9051-c0d51ba51394,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.349131 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d2ce6aa2-5782-435c-9b63-d895893f4f73 req-3a8ac99a-43ed-404e-a9cc-f1736e70a49a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.1202781 Jun 28 11:17:24.355984 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c4890-eef6-457f-ab87-7c907f12453b service neutron] Pushing event updated for resources: {'Port': ['ID=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.378503 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3ae8ffb1-a9bd-4116-a03e-e107f1646730 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3d8decf55d847a89f6a9c96289cfbaf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1945477 Jun 28 11:17:24.381993 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48622) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:24.404633 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-945083a5-023e-407d-9830-0e18e86ad600 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Unset dirty status for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:24.420804 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-945083a5-023e-407d-9830-0e18e86ad600 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 932 time: 1.2528718 Jun 28 11:17:24.497085 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-81097e38-97a8-47ef-a362-5fca8858db2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.560983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-81097e38-97a8-47ef-a362-5fca8858db2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.666011 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd84c45a-e16f-4b72-b4ff-5136b2c94231'] response: {'name': 'network-changed', 'server_uuid': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'tag': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a', 'status': 'completed', 'code': 200} Jun 28 11:17:24.701639 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Allocated IP 172.20.0.5 (b6cac5d3-7670-4734-938a-bc41ff6fb590/072ee5e3-7c02-4d07-a21e-a7f3005e9627/afb97f9e-4fbb-4881-ac53-9675fe12d09d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:17:24.735470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-9bdb9a7c-d4ef-4020-8c86-702b034bc3c8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Synchronizing usage tracker for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:24.738114 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-81097e38-97a8-47ef-a362-5fca8858db2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.793415 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81097e38-97a8-47ef-a362-5fca8858db2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dec450-7f11-4eb8-9051-c0d51ba51394,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:24.823244 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80292cdd-47a7-4faa-8cae-9f2503e1a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.825356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-81097e38-97a8-47ef-a362-5fca8858db2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.826300 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-81097e38-97a8-47ef-a362-5fca8858db2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87dec450-7f11-4eb8-9051-c0d51ba51394 HTTP/1.1" status: 204 len: 168 time: 0.4429753 Jun 28 11:17:24.974767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:24.988408 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a084d4da-d585-416d-9504-d6a4937fc07d req-3d63eb78-d745-4a75-9b80-f20ce8eac3d8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 210 time: 0.1388171 Jun 28 11:17:25.000776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.057150 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80292cdd-47a7-4faa-8cae-9f2503e1a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17834810-8970-4a9d-ab0e-a2612bfe6c1d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:25.060151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-9bdb9a7c-d4ef-4020-8c86-702b034bc3c8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Unset dirty status for tenant:a8a06f7db2c64af9a76a9256de518e58 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:25.069771 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c23c6747-0cd2-4891-b207-3fefca6d8d21 req-9bdb9a7c-d4ef-4020-8c86-702b034bc3c8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480255 Jun 28 11:17:25.198981 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Transition to ACTIVE for port object cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:25.247787 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-80292cdd-47a7-4faa-8cae-9f2503e1a69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.248988 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-80292cdd-47a7-4faa-8cae-9f2503e1a69d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17834810-8970-4a9d-ab0e-a2612bfe6c1d HTTP/1.1" status: 204 len: 168 time: 1.7033055 Jun 28 11:17:25.294551 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7f6087-2ee3-4506-84a7-47bb8c30ae85,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:25.302092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Checking segment: {'id': 'dacbf7ab-7eaf-48f9-8b75-941b55a67c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'f78d95f1-d244-4139-96a6-e1333665f269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:25.302453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Network hostable DHCP agents. Network: f78d95f1-d244-4139-96a6-e1333665f269, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:17:25.334058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48648) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:25.354683 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.371649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.378192 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:25.379166 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Network f78d95f1-d244-4139-96a6-e1333665f269 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:17:25.384196 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.385604 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Usage tracker for resource:security_group_rule and tenant:78f71132a66b493393347930628fd6f3 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:25.401748 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:25.409286 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:25.472306 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Transition to ACTIVE for port object afb97f9e-4fbb-4881-ac53-9675fe12d09d will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:25.477545 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, f78d95f1-d244-4139-96a6-e1333665f269) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:25.483537 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:25.488814 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551ddba-6678-4275-94d9-1aaee3a619de None None] Network f78d95f1-d244-4139-96a6-e1333665f269 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:25.495312 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:25.498995 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.499579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.508995 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:25.514815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.515754 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.555228 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'Port': ['ID=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:25.605156 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a48f6ae-0420-48e6-94ea-9a6e46674338 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1643832 Jun 28 11:17:25.606417 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-97f8eae7-03a7-4aae-84c3-592ec79d367f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3174634 Jun 28 11:17:25.660980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.679967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.848539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 489eb05d-0291-43bf-86e2-9d23321f9503 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:17:25.903058 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:17:25.904238 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:25.932880 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:17:25.942152 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:17:25.947854 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:25.948585 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.061037 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'Port': ['ID=afb97f9e-4fbb-4881-ac53-9675fe12d09d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:26.099520 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78f71132a66b493393347930628fd6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643204 Jun 28 11:17:26.101935 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48668) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:26.102522 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48670) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:26.105534 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31809b37-5bb6-4bed-98ce-3b65ad6e521c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed86eb90-9261-4f2a-8cc3-5c7dbd4d5524,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:26.120410 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-33360182-ad4b-4c42-adb1-fc33c8e1d59d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1300933 Jun 28 11:17:26.223983 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48676) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:26.229944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Deleting subnet 2a2a678f-7a30-4f7e-952d-7781e0c4699f {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:17:26.233768 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.262775 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.310733 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:26.335150 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.347484 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.384988 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Request body: {'port': {'device_id': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:26.435545 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Request body: {'port': {'device_id': '07923d06-2af5-4504-a348-96eb0525ae23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:26.467387 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Request body: {'port': {'device_id': '574e120c-abfe-4792-92f3-c3066032951f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:17:26.499205 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Usage tracker for resource:security_group_rule and tenant:133b8e430c2b4e9f9844a91080e208f4 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:26.536599 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d4f5283b-af3e-4325-95c4-f19481ecd118 None None] Provisioning for port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:26.550145 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:26.570501 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.577316 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:26.582350 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d4f5283b-af3e-4325-95c4-f19481ecd118 None None] Provisioning complete for port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:26.587504 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4f5283b-af3e-4325-95c4-f19481ecd118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.644252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.656438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2a678f-7a30-4f7e-952d-7781e0c4699f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:26.658656 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-124d9e04-827f-45ba-870b-7eda0a17dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.692178 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5283b-af3e-4325-95c4-f19481ecd118 None None] Port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:26.699986 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-124d9e04-827f-45ba-870b-7eda0a17dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.759783 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 489eb05d-0291-43bf-86e2-9d23321f9503 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:26.760371 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.774931 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e6756acb-c90a-409f-b9b3-2440ab9e995b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2a2a678f-7a30-4f7e-952d-7781e0c4699f HTTP/1.1" status: 204 len: 168 time: 0.6661913 Jun 28 11:17:26.776249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48688) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:26.796687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d459bb-12ea-45b5-bdf1-02a8929c1772 None None] Network f78d95f1-d244-4139-96a6-e1333665f269 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:17:26.931739 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-124d9e04-827f-45ba-870b-7eda0a17dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:26.966580 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.022233 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.024863 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecef4a1f-ca3d-4c4b-88be-4720ea2c9975 req-d459c221-3717-4091-ba3d-04ede2efc15f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.034218 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ecef4a1f-ca3d-4c4b-88be-4720ea2c9975 req-d459c221-3717-4091-ba3d-04ede2efc15f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 931 time: 1.3615594 Jun 28 11:17:27.035541 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.041783 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d9e04-827f-45ba-870b-7eda0a17dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed86eb90-9261-4f2a-8cc3-5c7dbd4d5524,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:27.063686 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-124d9e04-827f-45ba-870b-7eda0a17dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.065029 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-124d9e04-827f-45ba-870b-7eda0a17dc90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed86eb90-9261-4f2a-8cc3-5c7dbd4d5524 HTTP/1.1" status: 204 len: 168 time: 0.9539952 Jun 28 11:17:27.113225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-824029cd-9188-47c6-9233-b27fd0b4269c None None] Provisioning for port afb97f9e-4fbb-4881-ac53-9675fe12d09d completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:17:27.136301 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-824029cd-9188-47c6-9233-b27fd0b4269c None None] Provisioning complete for port afb97f9e-4fbb-4881-ac53-9675fe12d09d triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:17:27.143040 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-824029cd-9188-47c6-9233-b27fd0b4269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.187916 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.243101 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ecef4a1f-ca3d-4c4b-88be-4720ea2c9975 req-00fd9bae-ddb0-4140-81a0-27cf8c87a9e3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075288 Jun 28 11:17:27.376195 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db659-7f61-466b-989a-b29d72fcd048 req-d9633008-e50e-4926-bbec-f8cfc11395e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.382325 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-fb72d706-386f-4421-9958-a8b81db86c95 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.382517 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-283db659-7f61-466b-989a-b29d72fcd048 req-d9633008-e50e-4926-bbec-f8cfc11395e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1097 time: 0.9563615 Jun 28 11:17:27.383259 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-fb72d706-386f-4421-9958-a8b81db86c95 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:27.516590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:27.703811 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.704549 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.705087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.705479 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > port after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.705795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.706150 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > port after_update 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.706490 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.706780 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 489eb05d-0291-43bf-86e2-9d23321f9503 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:27.707170 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.707170 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.707452 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.732448 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-824029cd-9188-47c6-9233-b27fd0b4269c None None] Port afb97f9e-4fbb-4881-ac53-9675fe12d09d cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:17:27.858574 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-fb72d706-386f-4421-9958-a8b81db86c95 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:27.859766 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-fb72d706-386f-4421-9958-a8b81db86c95 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 931 time: 1.5507324 Jun 28 11:17:27.869003 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.869388 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.869717 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.870108 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88059) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:17:27.870655 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16139f71-c86a-4c21-97bc-89b2d6832c9d']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:27.987070 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db659-7f61-466b-989a-b29d72fcd048 req-cd3b536c-7146-4eae-adf8-8175327c3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:27.988585 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-283db659-7f61-466b-989a-b29d72fcd048 req-cd3b536c-7146-4eae-adf8-8175327c3db2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5710409 Jun 28 11:17:27.997342 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b47ca8-bac9-4275-95e4-898cee551ac1') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:27.997643 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b47ca8-bac9-4275-95e4-898cee551ac1') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:28.011613 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.020815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.049857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.060702 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.064635 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372ca22-543c-4980-bee1-8159a5dd3e1d req-afdd7f50-4e07-4b0b-a669-cad7f1a29328 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.067156 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b372ca22-543c-4980-bee1-8159a5dd3e1d req-afdd7f50-4e07-4b0b-a669-cad7f1a29328 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 932 time: 0.5571218 Jun 28 11:17:28.072475 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:17:28.073528 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.207537 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-b52dc75c-0db9-4087-98e9-ab2f33af5f1e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:28.231565 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b372ca22-543c-4980-bee1-8159a5dd3e1d req-171fa60e-9dd0-48e4-94a5-7231dc14134b tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218929 Jun 28 11:17:28.240619 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.247398 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.286151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] Pushing event deleted for resources: {'Network': ['ID=16139f71-c86a-4c21-97bc-89b2d6832c9d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:28.300385 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=133b8e430c2b4e9f9844a91080e208f4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0728321 Jun 28 11:17:28.300385 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de15e54-b4d1-47e6-980c-ca3785b481db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d4027f-f869-4c12-bff1-41bc35281b84,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:28.301620 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48730) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:28.314271 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1b646da2-d74f-41ef-81a1-b01adb54e721 admin admin] 10.222.0.44 "DELETE /v2.0/networks/16139f71-c86a-4c21-97bc-89b2d6832c9d HTTP/1.1" status: 204 len: 168 time: 1.5250351 Jun 28 11:17:28.322146 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48736) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:28.422834 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:28.433250 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Deleting subnet 4f7f6087-2ee3-4506-84a7-47bb8c30ae85 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:17:28.436483 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.534377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:28.545437 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.547730 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.568836 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Transition to ACTIVE for port object cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:28.607061 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 58b47ca8-bac9-4275-95e4-898cee551ac1 resource provider aggregate not found Jun 28 11:17:28.645643 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.676812 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 58b47ca8-bac9-4275-95e4-898cee551ac1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58b47ca8-bac9-4275-95e4-898cee551ac1 found for delete ", "request_id": "req-e5f459e4-3467-438e-80b2-2efda8e8afd2"}]} Jun 28 11:17:28.691568 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.707849 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068be949-76db-4b20-89af-65be55879616 req-fb053644-b818-4d4e-9e98-8d1e598e5e6e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:28.709437 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-068be949-76db-4b20-89af-65be55879616 req-fb053644-b818-4d4e-9e98-8d1e598e5e6e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 931 time: 0.2247713 Jun 28 11:17:28.792859 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-068be949-76db-4b20-89af-65be55879616 req-bedde2f5-a635-4a4f-8494-70e1d4c1d8d9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745106 Jun 28 11:17:28.802750 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.818324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Pushing event updated for resources: {'Port': ['ID=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:28.818324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.db.resource_extend [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:17:28.827062 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-b52dc75c-0db9-4087-98e9-ab2f33af5f1e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:28.828940 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3fa6d799-0e70-4168-9c8e-c3dbbecedc96 req-b52dc75c-0db9-4087-98e9-ab2f33af5f1e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9502361 Jun 28 11:17:28.869074 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:28.880905 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4f7f6087-2ee3-4506-84a7-47bb8c30ae85 HTTP/1.1" status: 204 len: 168 time: 0.5574675 Jun 28 11:17:28.882041 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03c2ff-7c5e-4dba-8839-1e94b4c4f15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7f6087-2ee3-4506-84a7-47bb8c30ae85,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:28.888265 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48760) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:28.928253 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a2590dd0-17b6-4042-8f08-9c2d735967af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.039860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.071221 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb97f9e-4fbb-4881-ac53-9675fe12d09d {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:29.128016 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.169443 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746da1c8-7af4-481f-8cdb-850474867b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.177508 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Transition to ACTIVE for port object afb97f9e-4fbb-4881-ac53-9675fe12d09d will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:29.195771 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Attempting to bind port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:29.196177 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Attempting to bind port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:29.196520 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Attempting to bind port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:29.239340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.239854 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.385936 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:29.386256 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Attempting to bind port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:29.425957 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746da1c8-7af4-481f-8cdb-850474867b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.433024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:29.433416 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Checking segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:29.433992 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Bound using segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:29.435008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Bound port: cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:29.435008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.449103 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f78d95f1-d244-4139-96a6-e1333665f269']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:29.494712 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacbf7ab-7eaf-48f9-8b75-941b55a67c31') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:29.495000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacbf7ab-7eaf-48f9-8b75-941b55a67c31') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:17:29.506538 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fecae84-6eb3-4a07-8a56-3834cb91af09 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:29.513787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.547527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.556357 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:17:29.556840 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.580367 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.586406 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c86fd-5f36-41ec-83b5-b3962be4121e req-c2b03b1f-b737-427d-b163-7ba2a424a19a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:29.588119 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e3c86fd-5f36-41ec-83b5-b3962be4121e req-c2b03b1f-b737-427d-b163-7ba2a424a19a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 932 time: 0.2273917 Jun 28 11:17:29.635685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=afb97f9e-4fbb-4881-ac53-9675fe12d09d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:29.729421 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Transition to ACTIVE for port object 4fecae84-6eb3-4a07-8a56-3834cb91af09 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:17:29.731188 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e3c86fd-5f36-41ec-83b5-b3962be4121e req-5c664c13-2198-42fc-a612-2fab49f5dc2e tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316092 Jun 28 11:17:29.732198 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.751207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.761305 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:29.777646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] Pushing event deleted for resources: {'Network': ['ID=f78d95f1-d244-4139-96a6-e1333665f269,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:29.780915 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3acb2234-64dc-49d5-b046-54ddf11207ff admin admin] 10.222.0.44 "DELETE /v2.0/networks/f78d95f1-d244-4139-96a6-e1333665f269 HTTP/1.1" status: 204 len: 168 time: 0.8914456 Jun 28 11:17:29.805119 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Attempting to bind port afb97f9e-4fbb-4881-ac53-9675fe12d09d on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:29.805637 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Attempting to bind port afb97f9e-4fbb-4881-ac53-9675fe12d09d by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:29.805906 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Attempting to bind port afb97f9e-4fbb-4881-ac53-9675fe12d09d on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:29.839718 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Port afb97f9e-4fbb-4881-ac53-9675fe12d09d on network b6cac5d3-7670-4734-938a-bc41ff6fb590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:29.840285 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Attempting to bind port afb97f9e-4fbb-4881-ac53-9675fe12d09d on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:29.917813 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] For port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:29.938447 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746da1c8-7af4-481f-8cdb-850474867b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.028150 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:30.028498 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Checking segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:30.028891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Bound using segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:30.040088 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Bound port: afb97f9e-4fbb-4881-ac53-9675fe12d09d, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:30.040517 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.050312 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48792) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:30.076895 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] For port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:30.078604 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746da1c8-7af4-481f-8cdb-850474867b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d4027f-f869-4c12-bff1-41bc35281b84,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:30.100472 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48798) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:30.176756 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecae84-6eb3-4a07-8a56-3834cb91af09,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:30.234976 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.254405 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bc3512bc-948b-4b8b-8064-b7f600434c84 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0774d7d2682140c5aac8c8549ca77e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004488 Jun 28 11:17:30.255745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48808) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:30.344407 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351bb0-e138-4369-9e2b-ed136f8a4dc9 req-0e427cca-ea12-4f88-8d32-06969f50b5a3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:30.346527 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c9351bb0-e138-4369-9e2b-ed136f8a4dc9 req-0e427cca-ea12-4f88-8d32-06969f50b5a3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.2131429 Jun 28 11:17:30.370051 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-00b45aaf-06f2-4cea-89ef-d3cda74bc796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.392614 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-746da1c8-7af4-481f-8cdb-850474867b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.394236 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-746da1c8-7af4-481f-8cdb-850474867b2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54d4027f-f869-4c12-bff1-41bc35281b84 HTTP/1.1" status: 204 len: 168 time: 2.0828233 Jun 28 11:17:30.422226 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.440891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Attempting to bind port 4fecae84-6eb3-4a07-8a56-3834cb91af09 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:17:30.441223 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Attempting to bind port 4fecae84-6eb3-4a07-8a56-3834cb91af09 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:17:30.441574 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Attempting to bind port 4fecae84-6eb3-4a07-8a56-3834cb91af09 on network 91c43ee3-0504-4a35-96d4-85456ba15044 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:30.460487 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Port 4fecae84-6eb3-4a07-8a56-3834cb91af09 on network 91c43ee3-0504-4a35-96d4-85456ba15044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:17:30.461054 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Attempting to bind port 4fecae84-6eb3-4a07-8a56-3834cb91af09 on network 91c43ee3-0504-4a35-96d4-85456ba15044 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:17:30.465100 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Pushing event updated for resources: {'Port': ['ID=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:30.471648 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c9351bb0-e138-4369-9e2b-ed136f8a4dc9 req-6de70cfb-6664-4d2d-b08f-ffc9233b05a3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187813 Jun 28 11:17:30.478563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:30.482121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-00b45aaf-06f2-4cea-89ef-d3cda74bc796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.482289 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.483632 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-0b68e172-b509-46fb-b489-f3fcc9503d2f service neutron] 10.222.0.26 "PUT /v2.0/ports/cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 1093 time: 4.1055312 Jun 28 11:17:30.490850 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:30.496143 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:30.529601 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Usage tracker for resource:security_group_rule and tenant:f77009cd3972426fb1bbd6e3e51522f1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:30.538874 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:30.559360 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:30.685229 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-00b45aaf-06f2-4cea-89ef-d3cda74bc796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.699874 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:17:30.700184 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Checking segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:17:30.700514 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Bound using segment: {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:17:30.700955 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Bound port: 4fecae84-6eb3-4a07-8a56-3834cb91af09, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:17:30.701327 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.713680 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b45aaf-06f2-4cea-89ef-d3cda74bc796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bb51f8-0769-44db-8507-88987e9b97a2,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:30.719269 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment dacbf7ab-7eaf-48f9-8b75-941b55a67c31 resource provider aggregate not found Jun 28 11:17:30.768458 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] For port afb97f9e-4fbb-4881-ac53-9675fe12d09d, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:30.782460 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-00b45aaf-06f2-4cea-89ef-d3cda74bc796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.786096 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-00b45aaf-06f2-4cea-89ef-d3cda74bc796 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86bb51f8-0769-44db-8507-88987e9b97a2 HTTP/1.1" status: 204 len: 168 time: 0.5267205 Jun 28 11:17:30.786096 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.793194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.802092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] For port afb97f9e-4fbb-4881-ac53-9675fe12d09d, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:30.827801 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.832104 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment dacbf7ab-7eaf-48f9-8b75-941b55a67c31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dacbf7ab-7eaf-48f9-8b75-941b55a67c31 found for delete ", "request_id": "req-83b5ff30-d43e-41f6-9d5e-b3ff0bace433"}]} Jun 28 11:17:30.838640 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560fb3a-ee2b-4f6c-ba59-8b8ac76c2b6c req-7aa3f550-c5d9-4c09-a663-80bef49acf86 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:30.839340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-a560fb3a-ee2b-4f6c-ba59-8b8ac76c2b6c req-7aa3f550-c5d9-4c09-a663-80bef49acf86 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:17:30.867980 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f77009cd3972426fb1bbd6e3e51522f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7645521 Jun 28 11:17:30.868743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48834) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:30.993534 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:30.994156 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:30.995567 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/afb97f9e-4fbb-4881-ac53-9675fe12d09d HTTP/1.1" status: 200 len: 1093 time: 4.6413388 Jun 28 11:17:31.007484 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] For port 4fecae84-6eb3-4a07-8a56-3834cb91af09, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:17:31.039340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] For port 4fecae84-6eb3-4a07-8a56-3834cb91af09, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:17:31.042867 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-a560fb3a-ee2b-4f6c-ba59-8b8ac76c2b6c req-7aa3f550-c5d9-4c09-a663-80bef49acf86 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:17:31.044014 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a560fb3a-ee2b-4f6c-ba59-8b8ac76c2b6c req-7aa3f550-c5d9-4c09-a663-80bef49acf86 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.9748244 Jun 28 11:17:31.046204 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577118d-0def-4def-9769-7e62bba74dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b8f33e-a13b-448f-ab70-06f607712924,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:31.050889 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcacdab-9b44-4e1c-867f-0296fdd9f4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=afb97f9e-4fbb-4881-ac53-9675fe12d09d,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:31.055930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.098648 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57f63a0d-8f56-41d3-8e25-b834633bdaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.164826 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:31.165599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.166528 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] 10.222.0.26 "PUT /v2.0/ports/4fecae84-6eb3-4a07-8a56-3834cb91af09 HTTP/1.1" status: 200 len: 1094 time: 4.8111203 Jun 28 11:17:31.193585 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57f63a0d-8f56-41d3-8e25-b834633bdaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.223364 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f8d1-f99d-4c09-9ed6-c52514b940c0 service neutron] Pushing event updated for resources: {'Port': ['ID=4fecae84-6eb3-4a07-8a56-3834cb91af09,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:31.233597 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a560fb3a-ee2b-4f6c-ba59-8b8ac76c2b6c req-53c8ceb3-1f11-43b6-9f53-03f5e909d718 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730974 Jun 28 11:17:31.241860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a36592-77e2-4fb7-99f0-5bb449c1e91f req-4ec34018-cd8a-4f0d-83df-387d00bad466 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:31.249299 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-07a36592-77e2-4fb7-99f0-5bb449c1e91f req-4ec34018-cd8a-4f0d-83df-387d00bad466 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.3081012 Jun 28 11:17:31.262610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6b78b71b-7a17-4258-86e2-22b25863ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.363516 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-07a36592-77e2-4fb7-99f0-5bb449c1e91f req-03a85cf5-2e78-4cdb-870a-72366a5fe628 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132905 Jun 28 11:17:31.407795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57f63a0d-8f56-41d3-8e25-b834633bdaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.421151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48852) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:31.431551 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f63a0d-8f56-41d3-8e25-b834633bdaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b8f33e-a13b-448f-ab70-06f607712924,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:31.437106 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57f63a0d-8f56-41d3-8e25-b834633bdaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.441852 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-57f63a0d-8f56-41d3-8e25-b834633bdaa5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40b8f33e-a13b-448f-ab70-06f607712924 HTTP/1.1" status: 204 len: 168 time: 0.5716286 Jun 28 11:17:31.504135 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-961b8905-18ab-4ae4-a828-cb552a8cf860 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e06156b9df640c5b5ac6e13c9dc73fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810037 Jun 28 11:17:31.506654 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48860) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:31.571809 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a85563-1acf-427f-a66c-e0c6b2ecec94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.603276 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a85563-1acf-427f-a66c-e0c6b2ecec94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.678101 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a85563-1acf-427f-a66c-e0c6b2ecec94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.717224 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a85563-1acf-427f-a66c-e0c6b2ecec94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bedad98-2e4b-4844-87b1-07674e5ff9c7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:31.725805 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5074b2d-36a4-40bf-85a9-6d1e75e9243e'] response: {'name': 'network-changed', 'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'status': 'completed', 'code': 200} Jun 28 11:17:31.742867 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-77a85563-1acf-427f-a66c-e0c6b2ecec94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:31.746293 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-77a85563-1acf-427f-a66c-e0c6b2ecec94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bedad98-2e4b-4844-87b1-07674e5ff9c7 HTTP/1.1" status: 204 len: 168 time: 0.2364817 Jun 28 11:17:31.763341 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f4b39-832d-4bdf-aa1f-97e3caa3149c req-cabbf5df-3b7a-4848-9d56-c5bb63a3a39a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:31.771887 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-312f4b39-832d-4bdf-aa1f-97e3caa3149c req-cabbf5df-3b7a-4848-9d56-c5bb63a3a39a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.1609602 Jun 28 11:17:31.863629 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-312f4b39-832d-4bdf-aa1f-97e3caa3149c req-0422aff4-5483-4ff4-8c4b-dddf925f620f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900030 Jun 28 11:17:31.981511 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 48880) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:32.007477 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.029171 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:32.037040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Usage tracker for resource:security_group_rule and tenant:e25a45a328b04cb197727c0d21ffa5ae is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:32.037144 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:32.042955 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:32.161214 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.165073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.215854 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 48890) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:32.225823 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e25a45a328b04cb197727c0d21ffa5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431874 Jun 28 11:17:32.228105 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f29761-e494-490d-9248-bda767e7b5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815cef30-9b27-45d7-8192-459b53edff35,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:32.292332 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5194cb6c-a225-489c-b848-8305e41b2335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.305846 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.309452 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.329399 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5194cb6c-a225-489c-b848-8305e41b2335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.420479 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5194cb6c-a225-489c-b848-8305e41b2335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.442538 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194cb6c-a225-489c-b848-8305e41b2335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815cef30-9b27-45d7-8192-459b53edff35,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:32.450597 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5194cb6c-a225-489c-b848-8305e41b2335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:32.452356 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-5194cb6c-a225-489c-b848-8305e41b2335 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/815cef30-9b27-45d7-8192-459b53edff35 HTTP/1.1" status: 204 len: 168 time: 0.2355165 Jun 28 11:17:32.558769 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87060b8-9233-4f5a-9993-d1f788984bd6 req-0ce9cb59-cfbd-4305-8fe9-121bb19a6328 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.560307 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e87060b8-9233-4f5a-9993-d1f788984bd6 req-0ce9cb59-cfbd-4305-8fe9-121bb19a6328 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1776826 Jun 28 11:17:32.624107 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e87060b8-9233-4f5a-9993-d1f788984bd6 req-0a38053a-f369-4044-a107-16db0c0afecc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561824 Jun 28 11:17:32.647067 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd27875-04b3-45ab-80b7-4fd049468a26 req-d5f59e18-d007-4338-bd3c-3a82408e7ed6 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:32.649076 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bdd27875-04b3-45ab-80b7-4fd049468a26 req-d5f59e18-d007-4338-bd3c-3a82408e7ed6 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1159098 Jun 28 11:17:32.706107 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bdd27875-04b3-45ab-80b7-4fd049468a26 req-e7e3695b-16cd-45be-98f5-08bd167d84d7 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504456 Jun 28 11:17:33.083668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf1265-501c-42bd-96b2-c99f87f79783 req-5abf12b1-a509-4fd6-9f66-1b12e55cf5aa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:33.094617 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9acf1265-501c-42bd-96b2-c99f87f79783 req-5abf12b1-a509-4fd6-9f66-1b12e55cf5aa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.1114182 Jun 28 11:17:33.152373 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9acf1265-501c-42bd-96b2-c99f87f79783 req-c2da3966-7682-4e9e-87b9-5134715b89b4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Jun 28 11:17:33.512037 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:33.725852 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'tag': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d'}, {'name': 'network-changed', 'server_uuid': '574e120c-abfe-4792-92f3-c3066032951f', 'tag': '4fecae84-6eb3-4a07-8a56-3834cb91af09'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:17:33.783902 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad4ef49-f630-4664-a860-427d24776ad4'] response: {'name': 'network-changed', 'server_uuid': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'tag': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d', 'status': 'completed', 'code': 200} Jun 28 11:17:33.784101 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad4ef49-f630-4664-a860-427d24776ad4'] response: {'name': 'network-changed', 'server_uuid': '574e120c-abfe-4792-92f3-c3066032951f', 'tag': '4fecae84-6eb3-4a07-8a56-3834cb91af09', 'status': 'completed', 'code': 200} Jun 28 11:17:33.879852 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b9400f-dd41-49f1-ad67-642f9fb90437 req-6ead10b8-1189-4fc6-bb03-3868962286f0 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:33.882404 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a2b9400f-dd41-49f1-ad67-642f9fb90437 req-6ead10b8-1189-4fc6-bb03-3868962286f0 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1331019 Jun 28 11:17:33.985371 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a2b9400f-dd41-49f1-ad67-642f9fb90437 req-93d0b30a-8ff4-46d1-87e7-fc0987a671d3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928006 Jun 28 11:17:34.056176 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cf53c-8295-41f3-86ef-393447b9e3e8 req-e672b8a1-7668-43a8-9672-1a3fe21ebcf3 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:34.057943 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8b2cf53c-8295-41f3-86ef-393447b9e3e8 req-e672b8a1-7668-43a8-9672-1a3fe21ebcf3 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1264756 Jun 28 11:17:34.118058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8b2cf53c-8295-41f3-86ef-393447b9e3e8 req-cd056f87-42c9-44b6-9ef3-fd0cb84773bb tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Jun 28 11:17:34.366248 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0b978-e370-4585-9ed8-d2631574a908 req-d2d72d4c-f55f-42b1-aeb4-7ac0f4bd074b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:34.367760 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-00e0b978-e370-4585-9ed8-d2631574a908 req-d2d72d4c-f55f-42b1-aeb4-7ac0f4bd074b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0965266 Jun 28 11:17:34.415433 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-00e0b978-e370-4585-9ed8-d2631574a908 req-c4588771-3334-4e6d-b342-0173866a39a7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Jun 28 11:17:35.334504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea571b3a-8100-4669-8b1d-2443defc33c5 req-faf300cf-bc83-4eb0-86e5-53abe474308e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:35.336211 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ea571b3a-8100-4669-8b1d-2443defc33c5 req-faf300cf-bc83-4eb0-86e5-53abe474308e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.2129376 Jun 28 11:17:35.407729 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b3a29-b7a8-4b41-9dae-61fcb9132946 req-9d1c9ada-b61d-476b-b890-5d9ca1fb8433 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:35.413754 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b48b3a29-b7a8-4b41-9dae-61fcb9132946 req-9d1c9ada-b61d-476b-b890-5d9ca1fb8433 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1400008 Jun 28 11:17:35.426785 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ea571b3a-8100-4669-8b1d-2443defc33c5 req-c0c5c9a5-1f25-48d4-8275-6cdf82a0fa44 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673211 Jun 28 11:17:35.476733 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b48b3a29-b7a8-4b41-9dae-61fcb9132946 req-1056bf84-a98f-434b-b559-7bd02852bc7d tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552819 Jun 28 11:17:35.634045 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830b7b8-1d92-4521-ac88-d0ca63a34837 req-71a9f160-6adb-4567-9971-83e8b409fd33 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:35.635506 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4830b7b8-1d92-4521-ac88-d0ca63a34837 req-71a9f160-6adb-4567-9971-83e8b409fd33 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0929492 Jun 28 11:17:35.689871 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4830b7b8-1d92-4521-ac88-d0ca63a34837 req-58dbb18c-719c-4d9f-89c3-d9673d7a380d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466568 Jun 28 11:17:36.621136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdac1ab-88ed-477d-b856-a04e3c48a8ce req-970c1343-cb54-4ac3-a7ac-bd1955978059 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.622702 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9fdac1ab-88ed-477d-b856-a04e3c48a8ce req-970c1343-cb54-4ac3-a7ac-bd1955978059 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.0958164 Jun 28 11:17:36.679007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda401d9-f9b4-4ffe-a2f1-933676022214 req-3ee55e6e-4a52-459e-8684-e65dac013d9f tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.683514 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9fdac1ab-88ed-477d-b856-a04e3c48a8ce req-f593f16c-f370-4880-96ff-bb8861e1cd45 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540817 Jun 28 11:17:36.685790 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dda401d9-f9b4-4ffe-a2f1-933676022214 req-3ee55e6e-4a52-459e-8684-e65dac013d9f tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1112711 Jun 28 11:17:36.743447 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dda401d9-f9b4-4ffe-a2f1-933676022214 req-21e03bcb-3f96-4498-93b6-22a9e6e19d32 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Jun 28 11:17:36.891843 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a88c1-7f37-48e6-b3d7-82403e3c3d9a req-d06fbe88-2994-4a28-a8c0-4341609a921b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:36.893227 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c53a88c1-7f37-48e6-b3d7-82403e3c3d9a req-d06fbe88-2994-4a28-a8c0-4341609a921b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0852616 Jun 28 11:17:36.939261 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c53a88c1-7f37-48e6-b3d7-82403e3c3d9a req-0c6b25e3-1e7f-4e24-a9ca-a1fdcdf859d8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402076 Jun 28 11:17:37.900458 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36839cce-1d5b-4403-afde-8c26a1c6af5f req-2fedfa1d-cc4b-45da-afbb-7daf27501546 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:37.902111 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-36839cce-1d5b-4403-afde-8c26a1c6af5f req-2fedfa1d-cc4b-45da-afbb-7daf27501546 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1024415 Jun 28 11:17:37.965439 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-36839cce-1d5b-4403-afde-8c26a1c6af5f req-fb98e229-c92d-4f9d-b60f-436083446cbc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566523 Jun 28 11:17:38.015397 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebb146-a5b6-4131-85c2-2f7b042a2544 req-c9f2189e-a47c-409a-8f04-02a704770ae8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:38.016787 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-96ebb146-a5b6-4131-85c2-2f7b042a2544 req-c9f2189e-a47c-409a-8f04-02a704770ae8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1607609 Jun 28 11:17:38.064946 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-96ebb146-a5b6-4131-85c2-2f7b042a2544 req-26efe9af-b273-49c7-88b5-ecc73494204f tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Jun 28 11:17:38.162426 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fa151-86fc-4ec3-842d-6d260a2fab90 req-9177bc85-959f-4c1e-8c3d-bf2b19b8fa95 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:38.163913 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-366fa151-86fc-4ec3-842d-6d260a2fab90 req-9177bc85-959f-4c1e-8c3d-bf2b19b8fa95 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.1011090 Jun 28 11:17:38.212015 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-366fa151-86fc-4ec3-842d-6d260a2fab90 req-ac800fc5-0cfd-437d-a2c3-e748ce05cafa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Jun 28 11:17:38.809245 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49160) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:38.922191 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:38.936751 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:38.941624 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Usage tracker for resource:security_group_rule and tenant:7e61de08bc7946a5830134cb3502b03d is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:38.944413 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:38.950289 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:39.035451 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.039525 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.128028 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790af08-0b35-4924-be98-afd2245af6d4,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:39.135141 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49172) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:39.135626 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a4537030-ea8a-412a-8597-0c8ab65a1311 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e61de08bc7946a5830134cb3502b03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248551 Jun 28 11:17:39.186629 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68269d1-0840-46ce-837b-1841100e8b11 req-0e6716d6-8908-4c56-ae9e-b4b061608918 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.189712 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f68269d1-0840-46ce-837b-1841100e8b11 req-0e6716d6-8908-4c56-ae9e-b4b061608918 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1102831 Jun 28 11:17:39.235495 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f68269d1-0840-46ce-837b-1841100e8b11 req-96641d44-e097-4590-bed0-b30c0557731b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393884 Jun 28 11:17:39.262095 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a245341c-9a4f-4e41-b4df-a678652343de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.298173 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a245341c-9a4f-4e41-b4df-a678652343de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.339143 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba57eb9e-9812-4bbd-9e47-6b5b9e1f7b0c req-d3c9033f-3e48-44e9-929a-c634ba1556b9 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.340582 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ba57eb9e-9812-4bbd-9e47-6b5b9e1f7b0c req-d3c9033f-3e48-44e9-929a-c634ba1556b9 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1586976 Jun 28 11:17:39.399966 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ba57eb9e-9812-4bbd-9e47-6b5b9e1f7b0c req-0b427105-1d3e-40bd-a179-01876d88f62a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 Jun 28 11:17:39.430829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a245341c-9a4f-4e41-b4df-a678652343de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.451021 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245341c-9a4f-4e41-b4df-a678652343de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790af08-0b35-4924-be98-afd2245af6d4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:39.462324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a245341c-9a4f-4e41-b4df-a678652343de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.463750 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a245341c-9a4f-4e41-b4df-a678652343de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8790af08-0b35-4924-be98-afd2245af6d4 HTTP/1.1" status: 204 len: 168 time: 0.3275611 Jun 28 11:17:39.502531 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53c26-7147-4793-b2f1-effafb899e12 req-86a1fa31-09fa-4f66-8a51-8e090d349894 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.504271 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-10d53c26-7147-4793-b2f1-effafb899e12 req-86a1fa31-09fa-4f66-8a51-8e090d349894 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.1680727 Jun 28 11:17:39.632005 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-10d53c26-7147-4793-b2f1-effafb899e12 req-4c3312a1-d935-4db8-9e99-dfff3153c7a7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763221 Jun 28 11:17:39.654589 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db659-7f61-466b-989a-b29d72fcd048 req-fdc68ace-4ca2-4da8-8167-d90b8cac3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.655969 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-283db659-7f61-466b-989a-b29d72fcd048 req-fdc68ace-4ca2-4da8-8167-d90b8cac3155 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2044666 Jun 28 11:17:39.795088 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49196) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:39.827752 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:39.847648 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:39.852580 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Usage tracker for resource:security_group_rule and tenant:49d50c5d537f4b00815eec4912386cf1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:39.856344 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:39.863760 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:39.895938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-4030201b-c5a1-4956-b551-1ba7d1eaac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.897687 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-4030201b-c5a1-4956-b551-1ba7d1eaac0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1096 time: 0.1483932 Jun 28 11:17:39.972982 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7e93c-e7e8-41b9-992c-f61be62964a8 req-02c0c6a9-45ca-4b5c-8cc9-116b7200665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.974469 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-37a7e93c-e7e8-41b9-992c-f61be62964a8 req-02c0c6a9-45ca-4b5c-8cc9-116b7200665e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1096 time: 0.2079775 Jun 28 11:17:39.985121 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-90e4a918-da5e-42ec-8d25-2f40bd17f043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:39.986514 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-90e4a918-da5e-42ec-8d25-2f40bd17f043 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a06f7db2c64af9a76a9256de518e58&device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 1097 time: 0.1791418 Jun 28 11:17:40.063092 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.076017 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.123574 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-58593975-98db-4be3-b7d5-e9b9754984c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09 HTTP/1.1" status: 200 len: 217 time: 0.1148090 Jun 28 11:17:40.127596 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-7481a3a8-fedf-43b2-a33d-e1edf1b973de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.128940 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-7481a3a8-fedf-43b2-a33d-e1edf1b973de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1097 time: 0.2748370 Jun 28 11:17:40.133310 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49d50c5d537f4b00815eec4912386cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321331 Jun 28 11:17:40.137838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49202) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:40.138871 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-a4be5eb2-f3ac-45e0-889a-9acdf987b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.141159 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-a4be5eb2-f3ac-45e0-889a-9acdf987b5d6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2161024 Jun 28 11:17:40.178961 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac4e9d-f8cd-408e-aa23-61ede5e4d831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8be960-92d6-4112-9ddd-d6289e3e299c,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:40.288263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7e93c-e7e8-41b9-992c-f61be62964a8 req-ab8a22e3-f392-4f49-a4f6-34ec5babae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.290189 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-37a7e93c-e7e8-41b9-992c-f61be62964a8 req-ab8a22e3-f392-4f49-a4f6-34ec5babae7b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=056b0190f953404d9250822490efe62b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3074205 Jun 28 11:17:40.293557 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-759f8899-e228-4d4d-baac-6deff58e8048 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 200 len: 217 time: 0.0896974 Jun 28 11:17:40.313461 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c87aa752-4f4d-4ebc-b802-9de2991421e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.345189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-24ed03d5-2490-4d6f-8232-1ce998fa2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.346707 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-24ed03d5-2490-4d6f-8232-1ce998fa2819 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1925778 Jun 28 11:17:40.364927 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c87aa752-4f4d-4ebc-b802-9de2991421e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.373249 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-5ab8a75d-e075-40c7-81b7-aa9d7331f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.375457 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-5ab8a75d-e075-40c7-81b7-aa9d7331f9ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6a36a9d-b5cc-4248-8d3e-c02df9b51533 HTTP/1.1" status: 200 len: 851 time: 0.2454965 Jun 28 11:17:40.435413 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c87aa752-4f4d-4ebc-b802-9de2991421e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.453586 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aa752-4f4d-4ebc-b802-9de2991421e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8be960-92d6-4112-9ddd-d6289e3e299c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:40.463024 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c87aa752-4f4d-4ebc-b802-9de2991421e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:40.464208 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c87aa752-4f4d-4ebc-b802-9de2991421e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c8be960-92d6-4112-9ddd-d6289e3e299c HTTP/1.1" status: 204 len: 168 time: 0.3221338 Jun 28 11:17:40.500202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-a9229626-0bb6-4798-91f9-4a0747f83786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.501849 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-a9229626-0bb6-4798-91f9-4a0747f83786 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.1948721 Jun 28 11:17:40.763563 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-2b917966-37aa-4f54-93fd-4b782f42c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.765887 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-2b917966-37aa-4f54-93fd-4b782f42c70e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1096 time: 0.2222390 Jun 28 11:17:40.767847 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7e93c-e7e8-41b9-992c-f61be62964a8 req-775341a5-5c70-40cf-99c1-3eba9b9d1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.769259 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-37a7e93c-e7e8-41b9-992c-f61be62964a8 req-775341a5-5c70-40cf-99c1-3eba9b9d1dbf service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4634750 Jun 28 11:17:40.777549 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b290-76c3-46a2-96d9-61f336ac8871 req-b36a18d4-28f0-4468-9b96-76b74571d9dd tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.779091 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2fa2b290-76c3-46a2-96d9-61f336ac8871 req-b36a18d4-28f0-4468-9b96-76b74571d9dd tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1465433 Jun 28 11:17:40.806872 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b8c48-3fa2-4b92-8c11-79e8c588ce06 req-4c1116de-ac53-4528-89fa-49d6f5168feb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.813983 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cf0b8c48-3fa2-4b92-8c11-79e8c588ce06 req-4c1116de-ac53-4528-89fa-49d6f5168feb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.3828433 Jun 28 11:17:40.836306 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2fa2b290-76c3-46a2-96d9-61f336ac8871 req-77a4e012-d6a9-40fc-b856-3980c16fb5de tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 Jun 28 11:17:40.877877 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-ea53d427-f664-461f-8a8e-46eae4c0beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.879334 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-ea53d427-f664-461f-8a8e-46eae4c0beed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3589888 Jun 28 11:17:40.881008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-4436c1a7-2151-41c9-a657-3d30b35d9c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:40.882344 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-4436c1a7-2151-41c9-a657-3d30b35d9c6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91c43ee3-0504-4a35-96d4-85456ba15044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3729005 Jun 28 11:17:40.928919 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cf0b8c48-3fa2-4b92-8c11-79e8c588ce06 req-e5dcea9c-a471-4a53-bbd5-d68ef2630a30 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139765 Jun 28 11:17:40.955314 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-0ea533ae-58c5-4dc7-abf7-9bdc102f42df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d HTTP/1.1" status: 200 len: 217 time: 0.1066782 Jun 28 11:17:41.085813 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-d33bcf10-8b69-45e7-809f-d8a7fa9f68c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:41.087260 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-d33bcf10-8b69-45e7-809f-d8a7fa9f68c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.1258264 Jun 28 11:17:41.204232 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afffe75-93aa-4585-896d-661849675121 req-c3acbf36-1896-40a7-9dbe-1d5dcc5f4150 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:41.211677 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1afffe75-93aa-4585-896d-661849675121 req-c3acbf36-1896-40a7-9dbe-1d5dcc5f4150 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.1883113 Jun 28 11:17:41.215455 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-87c439bf-e418-4094-aebc-bca713351d1b service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733481 Jun 28 11:17:41.216924 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-8badee70-0229-496a-8195-5599355e5187 service neutron] 10.222.0.26 "GET /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826600 Jun 28 11:17:41.222621 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-50e0d150-9a5a-4fd0-acd8-e458e3b5e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:41.224018 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-50e0d150-9a5a-4fd0-acd8-e458e3b5e235 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1096 time: 0.3391562 Jun 28 11:17:41.264975 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-d183e5d6-2bd9-4dca-85c3-81a3cdc07c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:41.267080 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-d183e5d6-2bd9-4dca-85c3-81a3cdc07c0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1720822 Jun 28 11:17:41.270294 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1afffe75-93aa-4585-896d-661849675121 req-5b548869-5e87-4e7e-90ee-22a1dce68a73 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578439 Jun 28 11:17:42.101510 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353aef4-3a4a-488c-922b-a2d37550fc92 req-cbb442e2-b549-41e1-8eef-c00def64d66c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:42.104187 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f353aef4-3a4a-488c-922b-a2d37550fc92 req-cbb442e2-b549-41e1-8eef-c00def64d66c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1093218 Jun 28 11:17:42.165980 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f353aef4-3a4a-488c-922b-a2d37550fc92 req-ba9610f2-23ae-4017-bc55-304cdd0d2d00 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Jun 28 11:17:42.231005 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04894bbc-9da6-49de-9bd4-5a48052aaab3 req-26495d83-aa7b-4e63-882e-fa202e00d2d5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:42.232615 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-04894bbc-9da6-49de-9bd4-5a48052aaab3 req-26495d83-aa7b-4e63-882e-fa202e00d2d5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1671329 Jun 28 11:17:42.283379 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-04894bbc-9da6-49de-9bd4-5a48052aaab3 req-0d428b60-a341-4a48-acaa-56b582ccda14 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436194 Jun 28 11:17:42.472426 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308c812-74be-422f-96c3-9a7b9e540a3f req-2ae19e7a-f543-4d94-b859-4e7088890304 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:42.473926 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3308c812-74be-422f-96c3-9a7b9e540a3f req-2ae19e7a-f543-4d94-b859-4e7088890304 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0961425 Jun 28 11:17:42.518197 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3308c812-74be-422f-96c3-9a7b9e540a3f req-ac34323d-bb6e-4a03-a600-6cc10ee9aaf0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385578 Jun 28 11:17:43.465220 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-98c41664-53f0-48fb-a2c4-a32fc56decad service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605644 Jun 28 11:17:43.474174 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89502697-ee71-4c40-8321-e63c99626982 req-6d314326-5b2f-42d8-a884-9ea4829d249a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:43.475638 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-89502697-ee71-4c40-8321-e63c99626982 req-6d314326-5b2f-42d8-a884-9ea4829d249a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.2063816 Jun 28 11:17:43.500769 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-29ee004d-96f8-4795-bbf6-52ee6066e3e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 217 time: 0.2021492 Jun 28 11:17:43.525119 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-89502697-ee71-4c40-8321-e63c99626982 req-9d6a6d02-fc9b-41cd-ae2b-e56b772dd2ba tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Jun 28 11:17:43.654915 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-95c35506-cd28-4ecd-9969-b7271d2a0eb0 req-47f725f5-2308-4dde-b1f1-e69c7d2d6bbb service neutron] 10.222.0.26 "GET /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770959 Jun 28 11:17:43.659026 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2081c100-454e-4b86-9672-bbf1cd3a6215 req-386e9320-9187-43da-b2c7-e01ac9778ec2 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825560 Jun 28 11:17:43.681549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1d4b6-f582-48af-b6fc-c90498269908 req-5c8c25cf-aaac-40e7-8684-354ac7cb571a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:43.682980 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2ac1d4b6-f582-48af-b6fc-c90498269908 req-5c8c25cf-aaac-40e7-8684-354ac7cb571a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.2002766 Jun 28 11:17:43.720246 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703ff84-6683-46f0-9bda-cfde2c19fc75 req-517c337c-adf8-4ec8-a6a3-d6049d350f69 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:43.721708 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b703ff84-6683-46f0-9bda-cfde2c19fc75 req-517c337c-adf8-4ec8-a6a3-d6049d350f69 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0906210 Jun 28 11:17:43.727534 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2ac1d4b6-f582-48af-b6fc-c90498269908 req-e8b0a279-7d4c-488f-9aa6-bbcc1ca08ed7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Jun 28 11:17:43.765778 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b703ff84-6683-46f0-9bda-cfde2c19fc75 req-daedc0ca-806f-4d42-89cb-c57dd064a78d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383763 Jun 28 11:17:44.604839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a1b190f-474a-4c0a-9af3-da383ecdc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.606388 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-4a1b190f-474a-4c0a-9af3-da383ecdc6f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.1135509 Jun 28 11:17:44.639121 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-067cf4db-e9f7-4683-a48f-43d7ec5e8423 req-4c2c7c3c-5b37-4ea8-b595-01289c63180d service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497695 Jun 28 11:17:44.745276 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-aab2e601-6c16-4bed-897a-bd11e3dfadaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.746746 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-aab2e601-6c16-4bed-897a-bd11e3dfadaa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8a06f7db2c64af9a76a9256de518e58&device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 1097 time: 0.2101254 Jun 28 11:17:44.942851 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-fb8f622c-febb-442e-a711-c07080c4f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.943934 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-fb8f622c-febb-442e-a711-c07080c4f29b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3315375 Jun 28 11:17:44.969298 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d19d9-61f4-44f4-a691-b7349177b664 req-28b8b05c-e9fd-4a4f-a1c4-bc2431a11263 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.976206 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-540d19d9-61f4-44f4-a691-b7349177b664 req-28b8b05c-e9fd-4a4f-a1c4-bc2431a11263 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1394727 Jun 28 11:17:44.991802 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9214f07-1ca5-48e5-9261-e5cd32ff9315 req-7e8490a3-96b7-4cf3-ad12-96290d5a394a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:44.998537 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c9214f07-1ca5-48e5-9261-e5cd32ff9315 req-7e8490a3-96b7-4cf3-ad12-96290d5a394a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.3350112 Jun 28 11:17:45.043503 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-540d19d9-61f4-44f4-a691-b7349177b664 req-7b1ec7fe-7657-40a1-a310-d638b2524636 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663993 Jun 28 11:17:45.126376 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-e0260847-68dc-4929-a362-835e54c964c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:45.127799 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-e0260847-68dc-4929-a362-835e54c964c0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=91c43ee3-0504-4a35-96d4-85456ba15044 HTTP/1.1" status: 200 len: 913 time: 0.3747435 Jun 28 11:17:45.145073 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c9214f07-1ca5-48e5-9261-e5cd32ff9315 req-ca88ff51-748d-4689-94ae-1916e16fbb77 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457343 Jun 28 11:17:45.166339 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-6bdfdecb-0fb9-432a-90b3-448c07be2e53 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111638 Jun 28 11:17:45.228731 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf93330-3d67-4e5f-9bba-13a42db245e3 req-c415ed80-a913-4338-9895-8242a2eea0b5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:45.230657 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-daf93330-3d67-4e5f-9bba-13a42db245e3 req-c415ed80-a913-4338-9895-8242a2eea0b5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0964193 Jun 28 11:17:45.277503 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-daf93330-3d67-4e5f-9bba-13a42db245e3 req-d4a87a94-72a9-4c14-822a-c13e87ec62bb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Jun 28 11:17:45.370445 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-ea2bb8b0-a4c6-4d92-9e13-0eddf5fd1085 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09 HTTP/1.1" status: 200 len: 217 time: 0.1386087 Jun 28 11:17:45.465084 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-9bef1d5e-0849-4ea0-ac44-91506f71ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:45.466540 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-9bef1d5e-0849-4ea0-ac44-91506f71ec0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f6a36a9d-b5cc-4248-8d3e-c02df9b51533 HTTP/1.1" status: 200 len: 851 time: 0.0891080 Jun 28 11:17:45.532586 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-67deb0c4-3cae-445d-b506-c910cfe7dea1 req-788f18f8-4ee2-4431-970a-83659c8832c2 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996116 Jun 28 11:17:45.564026 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-20acafc3-c972-4415-b652-20809745a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:45.565498 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-20acafc3-c972-4415-b652-20809745a773 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91c43ee3-0504-4a35-96d4-85456ba15044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0900264 Jun 28 11:17:45.715154 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-11de75a1-9ec8-43a0-8613-2caa13387bde service neutron] 10.222.0.26 "GET /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352994 Jun 28 11:17:45.851740 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f82aa839-a059-4426-a1f8-5d000fbe5f93 req-881474d0-4cc2-4f9a-8319-1f12cdd2f0fe service neutron] 10.222.0.26 "GET /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295331 Jun 28 11:17:46.282491 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4e99c-1e06-49ba-b21c-5c3b88a2e463 req-61f6c064-a5d1-421f-a1b7-7020022b3af6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:46.284167 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c7d4e99c-1e06-49ba-b21c-5c3b88a2e463 req-61f6c064-a5d1-421f-a1b7-7020022b3af6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1129689 Jun 28 11:17:46.349855 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c7d4e99c-1e06-49ba-b21c-5c3b88a2e463 req-90a3d6d7-a14d-4793-a3ee-9dad4c941f32 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555043 Jun 28 11:17:46.397498 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebff26-02cf-4860-8d7d-d1befd3254ed req-eb731750-1894-4858-885c-e727596ded6e tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:46.399156 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-18ebff26-02cf-4860-8d7d-d1befd3254ed req-eb731750-1894-4858-885c-e727596ded6e tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1252904 Jun 28 11:17:46.454255 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-18ebff26-02cf-4860-8d7d-d1befd3254ed req-9fbe6dab-9d1f-4499-ab27-ab328f65fb2a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454197 Jun 28 11:17:46.565398 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8239b-504e-4d5f-a18e-9b5918d7bcaf req-18005b89-08ee-4a82-8326-2c20bbef9e6e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:46.566869 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cae8239b-504e-4d5f-a18e-9b5918d7bcaf req-18005b89-08ee-4a82-8326-2c20bbef9e6e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.0966206 Jun 28 11:17:46.612523 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cae8239b-504e-4d5f-a18e-9b5918d7bcaf req-d527e6e7-9e5f-40ec-9264-54e9f0c39383 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399618 Jun 28 11:17:47.143751 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49416) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:47.304176 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.321700 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:47.325821 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc39d10871245b08239f45638c57b22 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:47.329462 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:47.335339 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:47.434817 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.450693 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.557318 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6cc39d10871245b08239f45638c57b22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124560 Jun 28 11:17:47.560105 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49434) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:47.563408 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1377d-615f-4dfe-b2fb-a41472106427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae029ac6-e17c-4e23-b9ac-516eee94ff91,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:47.617129 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b9342-ca00-4c4a-b29e-0cc3557ea5eb req-045146fa-9c21-46c3-a663-29b097fa5100 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:47.618621 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d0b9342-ca00-4c4a-b29e-0cc3557ea5eb req-045146fa-9c21-46c3-a663-29b097fa5100 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1113517 Jun 28 11:17:47.664222 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d0b9342-ca00-4c4a-b29e-0cc3557ea5eb req-cb4e6a4f-1ec2-4c2c-8765-c3a59d0e8fbc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Jun 28 11:17:47.701086 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.712621 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.743778 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4635a-be03-43b2-a2c4-7c4adf635e85 req-7245f684-95dd-429a-9de5-d270e46e8fc8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:47.745227 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f3d4635a-be03-43b2-a2c4-7c4adf635e85 req-7245f684-95dd-429a-9de5-d270e46e8fc8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1525018 Jun 28 11:17:47.757241 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.834493 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f3d4635a-be03-43b2-a2c4-7c4adf635e85 req-b3180b0a-66ee-4845-9c8b-e0fed0fbbfb8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807624 Jun 28 11:17:47.867833 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.881338 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9686c5-0814-42fc-9e3e-ed2aa9582d40 req-bb365338-2d6d-4c2f-81fa-19a216729100 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:47.882925 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bb9686c5-0814-42fc-9e3e-ed2aa9582d40 req-bb365338-2d6d-4c2f-81fa-19a216729100 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.1050518 Jun 28 11:17:47.883306 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae029ac6-e17c-4e23-b9ac-516eee94ff91,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:47.894951 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.895313 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.895657 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.895995 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.896323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.896655 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.896980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.897329 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.897660 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.897982 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.898308 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.898626 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:47.901459 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:47.902602 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-56e903fa-e411-4ab8-9867-b82b9b5b1d82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae029ac6-e17c-4e23-b9ac-516eee94ff91 HTTP/1.1" status: 204 len: 168 time: 0.3415420 Jun 28 11:17:47.957938 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bb9686c5-0814-42fc-9e3e-ed2aa9582d40 req-04d88125-30f5-4f89-80a3-187e47055e03 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670068 Jun 28 11:17:48.229606 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49460) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.247591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.266830 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:48.270724 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Usage tracker for resource:security_group_rule and tenant:33b966690b3643d79da68acd20a56250 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:48.275109 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:48.290136 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:48.400338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.404258 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.460120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49474) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:48.460647 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33b966690b3643d79da68acd20a56250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294438 Jun 28 11:17:48.462007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf46e3-bee1-4b7a-bc86-e483bf6e07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3814f32-8812-462b-861a-83b982912b6d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.543087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.573108 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.631663 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.658603 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3814f32-8812-462b-861a-83b982912b6d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:48.673539 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.673949 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.674295 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.674632 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.674964 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.675296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.675624 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.675956 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.676454 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.676781 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.677100 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.677445 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:48.681845 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:48.683179 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1e801a04-cd53-42f5-a86b-146b0c576a3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3814f32-8812-462b-861a-83b982912b6d HTTP/1.1" status: 204 len: 168 time: 0.2221041 Jun 28 11:17:48.974827 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 9c9dfa86-879c-46cd-9ca0-290b8d29c97a details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:48.998201 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120db9f4-ee3f-4a1d-bcb5-b03b52c6b583 req-15eae67d-4c3f-4e3c-9678-a5fb6fdafc2e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:49.001576 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-120db9f4-ee3f-4a1d-bcb5-b03b52c6b583 req-15eae67d-4c3f-4e3c-9678-a5fb6fdafc2e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1562512 Jun 28 11:17:49.037967 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:17:49.088181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49504) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.116673 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-120db9f4-ee3f-4a1d-bcb5-b03b52c6b583 req-a54571d4-fe68-46d7-b324-9c9e3e6efa72 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991685 Jun 28 11:17:49.206069 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc370a0f-2084-449a-b213-872833c08dfa req-cb0cf5fc-d180-4700-b920-c571ff0b645e tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:49.214822 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-cc370a0f-2084-449a-b213-872833c08dfa req-cb0cf5fc-d180-4700-b920-c571ff0b645e tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 944 time: 0.1409814 Jun 28 11:17:49.230118 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:49.263769 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'port_id': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a', 'mac_address': 'fa:16:3e:41:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:49.284979 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49510) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.321443 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.355410 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:49.355962 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.358149 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-cc370a0f-2084-449a-b213-872833c08dfa req-12714036-d018-4065-88ee-bf2aaf31abe0 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424148 Jun 28 11:17:49.396664 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9dfa86-879c-46cd-9ca0-290b8d29c97a {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:49.422030 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:49.433056 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.434215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device afb97f9e-4fbb-4881-ac53-9675fe12d09d details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:49.445964 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:49.456636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb2ec19a2cd14b6b80a77680a2862e0d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:49.464453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:49.475993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:49.544968 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port afb97f9e-4fbb-4881-ac53-9675fe12d09d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:49.566377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6655849-ecf6-49d2-94e1-69deb6ca9177 req-e9eaa74b-4aaf-45ce-abdc-8a25f8c566cf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:49.574382 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b6655849-ecf6-49d2-94e1-69deb6ca9177 req-e9eaa74b-4aaf-45ce-abdc-8a25f8c566cf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 943 time: 0.2215376 Jun 28 11:17:49.588749 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'port_id': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d', 'mac_address': 'fa:16:3e:cd:99:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:49.661124 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b6655849-ecf6-49d2-94e1-69deb6ca9177 req-c331a831-3b34-4117-92ad-22637ef7efca tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855031 Jun 28 11:17:49.691582 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:49.769091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port afb97f9e-4fbb-4881-ac53-9675fe12d09d is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:49.771134 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.794508 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.800990 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb97f9e-4fbb-4881-ac53-9675fe12d09d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:49.819115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port afb97f9e-4fbb-4881-ac53-9675fe12d09d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:49.833856 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.836608 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fecae84-6eb3-4a07-8a56-3834cb91af09 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:49.850050 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:49.857612 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.858785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Usage tracker for resource:security_group_rule and tenant:74c803a1bdb7454abb1da31908b527f1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:49.862024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:49.867998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:49.877723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:49.939946 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb2ec19a2cd14b6b80a77680a2862e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6535988 Jun 28 11:17:49.957931 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49528) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:49.958618 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c64a0-0fc0-4af0-83ce-baa30f12fff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817f0a15-1f0d-4b01-b293-6bac66a55396,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.059052 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=afb97f9e-4fbb-4881-ac53-9675fe12d09d,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.080425 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.082695 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-435e8b7c-4102-43bd-89f3-280fd19e922b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.086012 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.116709 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-435e8b7c-4102-43bd-89f3-280fd19e922b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.128748 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 4fecae84-6eb3-4a07-8a56-3834cb91af09, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:50.144952 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '4fecae84-6eb3-4a07-8a56-3834cb91af09', 'network_id': '91c43ee3-0504-4a35-96d4-85456ba15044', 'port_id': '4fecae84-6eb3-4a07-8a56-3834cb91af09', 'mac_address': 'fa:16:3e:83:2a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a36a9d-b5cc-4248-8d3e-c02df9b51533', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:50.170703 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74c803a1bdb7454abb1da31908b527f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0814352 Jun 28 11:17:50.179321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49540) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:50.208723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eadc36-79cf-4743-bd63-fe158e8e0729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffe7687-9d06-4ef4-b068-42cd0be02a03,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.222691 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 4fecae84-6eb3-4a07-8a56-3834cb91af09 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:50.223173 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.242664 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fecae84-6eb3-4a07-8a56-3834cb91af09 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:50.261788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 4fecae84-6eb3-4a07-8a56-3834cb91af09, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:50.269491 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.278021 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-435e8b7c-4102-43bd-89f3-280fd19e922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.302355 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e8b7c-4102-43bd-89f3-280fd19e922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817f0a15-1f0d-4b01-b293-6bac66a55396,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.312936 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-435e8b7c-4102-43bd-89f3-280fd19e922b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.317940 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-435e8b7c-4102-43bd-89f3-280fd19e922b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/817f0a15-1f0d-4b01-b293-6bac66a55396 HTTP/1.1" status: 204 len: 168 time: 0.3700843 Jun 28 11:17:50.324478 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb28f-03e0-49f0-ab42-0580a2432e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.354217 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=4fecae84-6eb3-4a07-8a56-3834cb91af09,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.372631 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb28f-03e0-49f0-ab42-0580a2432e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.478265 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb28f-03e0-49f0-ab42-0580a2432e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.509157 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec6781-0749-4483-a3af-ce75d5e70669 req-d725d29a-1509-491b-acb9-60e7d1158dce tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.511217 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2cec6781-0749-4483-a3af-ce75d5e70669 req-d725d29a-1509-491b-acb9-60e7d1158dce tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1417229 Jun 28 11:17:50.527349 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb28f-03e0-49f0-ab42-0580a2432e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:50.529059 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ec7cb28f-03e0-49f0-ab42-0580a2432e27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ffe7687-9d06-4ef4-b068-42cd0be02a03 HTTP/1.1" status: 204 len: 168 time: 0.3485696 Jun 28 11:17:50.588767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb28f-03e0-49f0-ab42-0580a2432e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffe7687-9d06-4ef4-b068-42cd0be02a03,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:50.666994 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2cec6781-0749-4483-a3af-ce75d5e70669 req-a293dc70-3191-4d6a-8077-6ea2ff50e0f5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425903 Jun 28 11:17:50.709626 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86ceba-3931-4049-b0be-068b96ffd8a0 req-a5824550-3de0-42f0-a827-d6faff092e03 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.729739 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e86ceba-3931-4049-b0be-068b96ffd8a0 req-a5824550-3de0-42f0-a827-d6faff092e03 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.2083695 Jun 28 11:17:50.792442 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e86ceba-3931-4049-b0be-068b96ffd8a0 req-7ae87206-fabf-4e0e-b05b-b8f683831162 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617535 Jun 28 11:17:50.802122 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['9c9dfa86-879c-46cd-9ca0-290b8d29c97a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:50.931229 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['4fecae84-6eb3-4a07-8a56-3834cb91af09'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:50.960731 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbc77f-e4a1-4787-b7ca-3aedbd229e8a req-ddfff955-4447-4f5b-8f69-3fffdf3dd596 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:50.969609 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a4dbc77f-e4a1-4787-b7ca-3aedbd229e8a req-ddfff955-4447-4f5b-8f69-3fffdf3dd596 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.1328902 Jun 28 11:17:51.085426 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['afb97f9e-4fbb-4881-ac53-9675fe12d09d'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:51.128727 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:17:51.143242 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a4dbc77f-e4a1-4787-b7ca-3aedbd229e8a req-cf20d19f-0c74-47b5-8edc-91d88c1776f9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675730 Jun 28 11:17:51.296988 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49584) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:51.338026 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.416216 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:51.424820 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Usage tracker for resource:security_group_rule and tenant:243a15f287574d1b8f08dd76cfcf1972 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:51.428172 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:51.439960 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:51.599017 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.606425 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.671890 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:51.728235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49598) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:51.739296 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=243a15f287574d1b8f08dd76cfcf1972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266367 Jun 28 11:17:51.744502 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2bd19-b318-4fe3-b068-077b45f688e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2504a9dd-b156-44c2-8137-f02ff9374f03,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:51.820036 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'port_id': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'mac_address': 'fa:16:3e:d0:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:17:51.913005 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-861907d2-f4d9-42d8-ac8f-7a20debf6956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:51.997079 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-861907d2-f4d9-42d8-ac8f-7a20debf6956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.037518 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6f4fb-216c-41bd-b1e2-a6554c00108a req-e67909ef-abd1-4864-bc43-dbb7b5de3028 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.039235 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-34b6f4fb-216c-41bd-b1e2-a6554c00108a req-e67909ef-abd1-4864-bc43-dbb7b5de3028 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 943 time: 0.1692564 Jun 28 11:17:52.165301 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-34b6f4fb-216c-41bd-b1e2-a6554c00108a req-55b7b5ac-b7d4-4c29-9779-28d35b8a0129 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195176 Jun 28 11:17:52.195997 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:17:52.195997 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.218578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:17:52.251040 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:17:52.257128 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.276951 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-861907d2-f4d9-42d8-ac8f-7a20debf6956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.308580 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861907d2-f4d9-42d8-ac8f-7a20debf6956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2504a9dd-b156-44c2-8137-f02ff9374f03,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:52.340541 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-861907d2-f4d9-42d8-ac8f-7a20debf6956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:52.341673 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-861907d2-f4d9-42d8-ac8f-7a20debf6956 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2504a9dd-b156-44c2-8137-f02ff9374f03 HTTP/1.1" status: 204 len: 168 time: 0.6120551 Jun 28 11:17:52.384354 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafb3d5-7c0a-483c-9f73-85060ea77099 req-b6b3f509-5ca0-43e3-a5ab-c86947f4b069 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.391336 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0dafb3d5-7c0a-483c-9f73-85060ea77099 req-b6b3f509-5ca0-43e3-a5ab-c86947f4b069 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.2969692 Jun 28 11:17:52.392289 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:52.404504 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.411851 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.412441 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.412784 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.413118 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.415230 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.415580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.415922 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.416280 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.416612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.420190 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.420565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:17:52.458640 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0dafb3d5-7c0a-483c-9f73-85060ea77099 req-70a8227c-7184-4065-b3a2-d78bbcf3289c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599923 Jun 28 11:17:52.482601 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58efa-4465-485c-92b4-a50be60dc7bb req-fa266ac8-9f14-4a21-8596-7c67447ddc6f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:52.488202 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eeb58efa-4465-485c-92b4-a50be60dc7bb req-fa266ac8-9f14-4a21-8596-7c67447ddc6f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.1755440 Jun 28 11:17:52.560321 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eeb58efa-4465-485c-92b4-a50be60dc7bb req-36247336-3acb-447f-9d2e-7b410b119a0a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Jun 28 11:17:52.863456 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:17:53.388526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49684) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:53.426723 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb0ede2-01be-47bd-8347-a90f3e38663b req-97ac259a-55de-4b51-93c7-7aedb3086483 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:53.435183 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6eb0ede2-01be-47bd-8347-a90f3e38663b req-97ac259a-55de-4b51-93c7-7aedb3086483 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 944 time: 0.1529331 Jun 28 11:17:53.511411 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6eb0ede2-01be-47bd-8347-a90f3e38663b req-982d66d1-2679-402e-8e4e-1737d8b2c6c1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749514 Jun 28 11:17:53.556396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.573865 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:53.579477 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Usage tracker for resource:security_group_rule and tenant:ed97e53b06e14bdc8cb95d17e0395584 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:53.599482 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:53.625806 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:53.863902 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.875684 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506a9a9-1053-4096-b88e-b1e028adeeb6 req-2502f039-c2e0-4466-8679-8db596c1ea6c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:53.885262 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38685a63-d45d-4feb-88a0-add33c3ceb4a req-2abf4173-94db-4d1c-a583-797cba4d1e31 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:53.892048 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4506a9a9-1053-4096-b88e-b1e028adeeb6 req-2502f039-c2e0-4466-8679-8db596c1ea6c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.1864173 Jun 28 11:17:53.892889 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-38685a63-d45d-4feb-88a0-add33c3ceb4a req-2abf4173-94db-4d1c-a583-797cba4d1e31 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.1682682 Jun 28 11:17:53.909585 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:53.959732 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e61bec-1b8a-427d-a85a-a80520c9c3ed,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:53.974841 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4506a9a9-1053-4096-b88e-b1e028adeeb6 req-2ddd9830-48fe-467b-804c-b523b55938d7 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772908 Jun 28 11:17:54.027846 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f66c5b7d-811e-4f8d-9b12-7755583cb614 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ed97e53b06e14bdc8cb95d17e0395584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378548 Jun 28 11:17:54.029078 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49720) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:54.039486 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-38685a63-d45d-4feb-88a0-add33c3ceb4a req-a69417e8-4223-4a52-8d45-f641e76e7fd5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453660 Jun 28 11:17:54.107532 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734877eb-3399-43c8-9d81-9bc463ac6402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.134297 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734877eb-3399-43c8-9d81-9bc463ac6402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.203992 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734877eb-3399-43c8-9d81-9bc463ac6402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.222080 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734877eb-3399-43c8-9d81-9bc463ac6402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e61bec-1b8a-427d-a85a-a80520c9c3ed,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:54.231721 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-734877eb-3399-43c8-9d81-9bc463ac6402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.232834 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-734877eb-3399-43c8-9d81-9bc463ac6402 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84e61bec-1b8a-427d-a85a-a80520c9c3ed HTTP/1.1" status: 204 len: 168 time: 0.2027602 Jun 28 11:17:54.505504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49746) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:54.668720 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49760) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:54.688707 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.707702 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:54.712028 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.713037 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Usage tracker for resource:security_group_rule and tenant:098d90ee5acc4add8fd976d0e1ddf462 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:54.716328 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:54.723667 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:54.751854 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:54.766089 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Usage tracker for resource:security_group_rule and tenant:02a7bfdb44fc416ba9497340f3e8b7cc is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:54.770625 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:54.781599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:54.888408 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.900731 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.905038 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.918674 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278df02-6541-4795-be10-8bc0cf58565f req-6f821796-9a1e-4d94-8a2b-ea9947c9747e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:54.920191 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2278df02-6541-4795-be10-8bc0cf58565f req-6f821796-9a1e-4d94-8a2b-ea9947c9747e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 944 time: 0.2821550 Jun 28 11:17:54.921856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:54.975858 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=098d90ee5acc4add8fd976d0e1ddf462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058882 Jun 28 11:17:54.976712 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49780) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.012478 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02a7bfdb44fc416ba9497340f3e8b7cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5055494 Jun 28 11:17:55.019576 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585cf83-412e-4e2a-a3ef-d8d7955f679e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770edb99-a2cf-47c0-ab07-958303a25c96,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.040077 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49786) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.068177 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9b949542-4a90-4d69-8f0a-0ba4c2b71fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.081691 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2278df02-6541-4795-be10-8bc0cf58565f req-34a1f6af-7fc4-493c-be96-0b2e548336bb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150703 Jun 28 11:17:55.082291 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f80c1-b8e3-41ac-b291-87e247832880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2009c407-eb0b-483f-88b4-c43fc19c618c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.097023 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9b949542-4a90-4d69-8f0a-0ba4c2b71fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.194235 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd871-683c-49b0-b6b5-e45e2cc50fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.238784 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd871-683c-49b0-b6b5-e45e2cc50fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.283619 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9b949542-4a90-4d69-8f0a-0ba4c2b71fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.312813 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949542-4a90-4d69-8f0a-0ba4c2b71fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770edb99-a2cf-47c0-ab07-958303a25c96,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.326870 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9b949542-4a90-4d69-8f0a-0ba4c2b71fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.328239 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-9b949542-4a90-4d69-8f0a-0ba4c2b71fa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/770edb99-a2cf-47c0-ab07-958303a25c96 HTTP/1.1" status: 204 len: 168 time: 0.3495822 Jun 28 11:17:55.337974 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ed747-3214-4248-9e7a-a2356cc8ffee req-88ad624c-1443-402d-bb38-0c0a670aa570 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:55.341781 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e9ed747-3214-4248-9e7a-a2356cc8ffee req-88ad624c-1443-402d-bb38-0c0a670aa570 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.1903224 Jun 28 11:17:55.376762 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd871-683c-49b0-b6b5-e45e2cc50fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.391237 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e9ed747-3214-4248-9e7a-a2356cc8ffee req-052dab49-0149-4d2d-bb0a-2dc82662985f tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435133 Jun 28 11:17:55.398125 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ca4a5-6d09-47a6-a656-1aec10d213fa req-ee63954a-fd45-4458-b0ee-6252d1b4d7bc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:55.404893 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-231ca4a5-6d09-47a6-a656-1aec10d213fa req-ee63954a-fd45-4458-b0ee-6252d1b4d7bc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.1467204 Jun 28 11:17:55.433881 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8fd871-683c-49b0-b6b5-e45e2cc50fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2009c407-eb0b-483f-88b4-c43fc19c618c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:55.450826 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4b8fd871-683c-49b0-b6b5-e45e2cc50fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.451964 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-4b8fd871-683c-49b0-b6b5-e45e2cc50fc3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2009c407-eb0b-483f-88b4-c43fc19c618c HTTP/1.1" status: 204 len: 168 time: 0.4021771 Jun 28 11:17:55.476376 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-231ca4a5-6d09-47a6-a656-1aec10d213fa req-c6af00c7-3609-405c-bb10-86ac78a7df85 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676088 Jun 28 11:17:55.755688 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49812) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.775644 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.797076 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:55.801087 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:92b28629e15c4324bff86601b50bd7c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:55.803705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:55.809815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:55.856376 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49818) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.915624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.921648 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:55.975293 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92b28629e15c4324bff86601b50bd7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2182300 Jun 28 11:17:55.977926 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49826) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:55.982492 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a853e03-dca0-4e16-969c-ef2b41f69cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48533cda-3f2e-418b-a8fa-2626a58e6988,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.012302 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49830) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:56.029814 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.039507 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.043781 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:56.048048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Usage tracker for resource:security_group_rule and tenant:9d9948f68ef64ea9bb3b9842964dd191 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:56.050790 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:56.056299 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:56.059895 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:56.066439 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Usage tracker for resource:security_group_rule and tenant:070992634ba449078b541bb8e002b139 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:56.078199 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:56.088047 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:56.093810 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-95081090-508e-46c0-b1cc-3a07ec5b5bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.141040 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-95081090-508e-46c0-b1cc-3a07ec5b5bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.145647 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.150612 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.205424 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d9948f68ef64ea9bb3b9842964dd191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1920097 Jun 28 11:17:56.209253 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49838) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:56.214261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7271-646c-4d0f-a09b-25e730530aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce773c1-9557-4945-87e4-9f9c24507729,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.327662 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-95081090-508e-46c0-b1cc-3a07ec5b5bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.351847 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.361512 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.399989 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95081090-508e-46c0-b1cc-3a07ec5b5bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48533cda-3f2e-418b-a8fa-2626a58e6988,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.417526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-95081090-508e-46c0-b1cc-3a07ec5b5bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.418706 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-95081090-508e-46c0-b1cc-3a07ec5b5bf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48533cda-3f2e-418b-a8fa-2626a58e6988 HTTP/1.1" status: 204 len: 168 time: 0.4397721 Jun 28 11:17:56.425474 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f63-cf71-48d3-8f74-a1a3a5e7f84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.443786 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=070992634ba449078b541bb8e002b139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833611 Jun 28 11:17:56.443955 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:56.487048 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b742d-2096-4f58-a603-982af5935e8d req-b474e286-c714-43c2-a9ba-cb208cefbfa6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.488540 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2c2b742d-2096-4f58-a603-982af5935e8d req-b474e286-c714-43c2-a9ba-cb208cefbfa6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 944 time: 0.2767479 Jun 28 11:17:56.515338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8480130e-a356-456b-ba79-c49915d66b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.519958 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5896-52f5-460b-afe3-2ee6bbd71641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c07a5a-ca70-4a43-814e-a5143c9bdb19,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.524645 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f63-cf71-48d3-8f74-a1a3a5e7f84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.584263 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2c2b742d-2096-4f58-a603-982af5935e8d req-6bfe2050-4417-476f-8e82-b22ffccef0fb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822339 Jun 28 11:17:56.601305 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8480130e-a356-456b-ba79-c49915d66b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.606905 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f63-cf71-48d3-8f74-a1a3a5e7f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.645163 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94f6f63-cf71-48d3-8f74-a1a3a5e7f84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.646532 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b94f6f63-cf71-48d3-8f74-a1a3a5e7f84a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fce773c1-9557-4945-87e4-9f9c24507729 HTTP/1.1" status: 204 len: 168 time: 0.4361966 Jun 28 11:17:56.647449 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f6f63-cf71-48d3-8f74-a1a3a5e7f84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce773c1-9557-4945-87e4-9f9c24507729,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.726528 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21b748-eb34-4fc8-b8d0-ac636d6083a5 req-b4740ca8-62cc-420a-a491-761598c872f4 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.734319 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc21b748-eb34-4fc8-b8d0-ac636d6083a5 req-b4740ca8-62cc-420a-a491-761598c872f4 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.2160537 Jun 28 11:17:56.754282 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8480130e-a356-456b-ba79-c49915d66b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.780263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480130e-a356-456b-ba79-c49915d66b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c07a5a-ca70-4a43-814e-a5143c9bdb19,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:56.828964 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc21b748-eb34-4fc8-b8d0-ac636d6083a5 req-4b07958f-eaac-41ed-be47-99ad1c8b90e6 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939958 Jun 28 11:17:56.830676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8480130e-a356-456b-ba79-c49915d66b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:56.831998 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8480130e-a356-456b-ba79-c49915d66b71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98c07a5a-ca70-4a43-814e-a5143c9bdb19 HTTP/1.1" status: 204 len: 168 time: 0.3870406 Jun 28 11:17:56.977194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba328694-de63-4f2d-ad56-79d8f12191e1 req-6c41951c-ead5-4098-9594-749d2a5a5fef tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:56.979367 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ba328694-de63-4f2d-ad56-79d8f12191e1 req-6c41951c-ead5-4098-9594-749d2a5a5fef tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.1024287 Jun 28 11:17:57.041881 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ba328694-de63-4f2d-ad56-79d8f12191e1 req-24914ca6-fb42-4b1d-93ec-333e0b613cc0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Jun 28 11:17:57.226306 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 49878) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:57.244254 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.259167 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:17:57.262848 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Usage tracker for resource:security_group_rule and tenant:d21332d396ed4879ab7ced2d713b72b8 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:17:57.266304 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:17:57.271906 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:17:57.377138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.382244 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.447516 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d21332d396ed4879ab7ced2d713b72b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2200778 Jun 28 11:17:57.449202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2946b-70c1-4856-9d07-2379e1a6226a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bf8c6b-3a96-4c68-b4c2-d340d64644fe,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:57.450158 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 49896) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:17:57.523201 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8704460e-e4f4-4b0d-948c-f97913b518d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.550208 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8704460e-e4f4-4b0d-948c-f97913b518d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.642137 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8704460e-e4f4-4b0d-948c-f97913b518d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.662590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704460e-e4f4-4b0d-948c-f97913b518d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bf8c6b-3a96-4c68-b4c2-d340d64644fe,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:17:57.681221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8704460e-e4f4-4b0d-948c-f97913b518d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:57.682375 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8704460e-e4f4-4b0d-948c-f97913b518d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11bf8c6b-3a96-4c68-b4c2-d340d64644fe HTTP/1.1" status: 204 len: 168 time: 0.2312641 Jun 28 11:17:57.895317 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50370ee2-c596-4693-a367-4cb2196ac88f req-f9bb921c-26fa-4ae2-a352-295dbf5adfc9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:57.897305 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-50370ee2-c596-4693-a367-4cb2196ac88f req-f9bb921c-26fa-4ae2-a352-295dbf5adfc9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 944 time: 0.1690581 Jun 28 11:17:57.961073 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-50370ee2-c596-4693-a367-4cb2196ac88f req-35780149-7630-4723-b406-a4a0343c8d03 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571470 Jun 28 11:17:58.053309 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819096f9-dd36-4f1e-a113-c0e26201c670 req-ea605f48-739b-47d5-a97d-e66c783bccfa tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.054754 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-819096f9-dd36-4f1e-a113-c0e26201c670 req-ea605f48-739b-47d5-a97d-e66c783bccfa tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.1247113 Jun 28 11:17:58.110673 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-819096f9-dd36-4f1e-a113-c0e26201c670 req-34cd31f9-f275-4a86-bb9d-7a1d2dff8e1c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498333 Jun 28 11:17:58.281532 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12bf26-8541-4cc2-8973-6853c3841a27 req-f942de36-4a6e-476a-ae37-ca481922b38c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:58.283006 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cc12bf26-8541-4cc2-8973-6853c3841a27 req-f942de36-4a6e-476a-ae37-ca481922b38c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.1019862 Jun 28 11:17:58.333853 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cc12bf26-8541-4cc2-8973-6853c3841a27 req-87ed7d2a-b717-4d71-b994-570e7a437d9b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Jun 28 11:17:58.899357 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75dbbd9b-8f77-43ee-984d-094065935e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:17:59.212747 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ef914-b045-460e-836c-ac7c0601f3bd req-dc3cd68c-2599-4aca-970e-5abd6aa2a695 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.214309 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d06ef914-b045-460e-836c-ac7c0601f3bd req-dc3cd68c-2599-4aca-970e-5abd6aa2a695 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 944 time: 0.1096005 Jun 28 11:17:59.273558 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d06ef914-b045-460e-836c-ac7c0601f3bd req-58f08031-044c-456a-bba6-37de23fe56de tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528944 Jun 28 11:17:59.340289 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46adda-18ba-40af-aa5b-84985b1ed04c req-82fae7ec-7e50-4f5c-9c24-61265afc9c30 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.341831 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ea46adda-18ba-40af-aa5b-84985b1ed04c req-82fae7ec-7e50-4f5c-9c24-61265afc9c30 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.1013420 Jun 28 11:17:59.392440 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ea46adda-18ba-40af-aa5b-84985b1ed04c req-3ef6ccf3-d44c-4394-b479-813f155c81e3 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430713 Jun 28 11:17:59.532484 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7848c-06ae-4558-ad26-6ae4dc6859e4 req-217898bc-0902-48fa-80f8-cc6e9f1340b0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:17:59.534138 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e1c7848c-06ae-4558-ad26-6ae4dc6859e4 req-217898bc-0902-48fa-80f8-cc6e9f1340b0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 944 time: 0.0911100 Jun 28 11:17:59.637830 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e1c7848c-06ae-4558-ad26-6ae4dc6859e4 req-619af3cc-4b61-4898-9e43-570d48bac7b1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967171 Jun 28 11:18:00.041486 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 9c9dfa86-879c-46cd-9ca0-290b8d29c97a up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:00.107155 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:00.112566 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:00.112943 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.229985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:00.230358 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.256516 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:00.327906 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:00.335450 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.337165 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device afb97f9e-4fbb-4881-ac53-9675fe12d09d up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:00.456101 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.469565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port afb97f9e-4fbb-4881-ac53-9675fe12d09d completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:00.475994 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352dfc17-f77b-4a15-82c8-8d43d4aea74b req-2179b6f7-a791-4704-b395-a4b6988decda tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.477756 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-352dfc17-f77b-4a15-82c8-8d43d4aea74b req-2179b6f7-a791-4704-b395-a4b6988decda tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 944 time: 0.0993407 Jun 28 11:18:00.479554 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port afb97f9e-4fbb-4881-ac53-9675fe12d09d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:00.479926 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.527753 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-352dfc17-f77b-4a15-82c8-8d43d4aea74b req-5b3d478b-f6bb-4740-8348-c21da44c187a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Jun 28 11:18:00.602767 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port afb97f9e-4fbb-4881-ac53-9675fe12d09d is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:00.603141 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.605144 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814228-f68a-485c-a8ba-85ad6377a40d req-a098e692-6e40-4176-8621-58dce1bf5046 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.607035 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92814228-f68a-485c-a8ba-85ad6377a40d req-a098e692-6e40-4176-8621-58dce1bf5046 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 945 time: 0.0894830 Jun 28 11:18:00.645480 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port afb97f9e-4fbb-4881-ac53-9675fe12d09d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:00.649966 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.650864 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fecae84-6eb3-4a07-8a56-3834cb91af09 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:00.662420 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92814228-f68a-485c-a8ba-85ad6377a40d req-728c7268-8701-4a13-9855-51e1fa268f7c tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481896 Jun 28 11:18:00.711618 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a138a0e9-da8a-4dc8-9ff2-a3d503f84028'] response: {'server_uuid': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a', 'code': 200} Jun 28 11:18:00.803742 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=afb97f9e-4fbb-4881-ac53-9675fe12d09d,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:00.824894 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 4fecae84-6eb3-4a07-8a56-3834cb91af09 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:00.832060 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 4fecae84-6eb3-4a07-8a56-3834cb91af09 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:00.832761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:00.854714 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee3148-dfc9-4178-a556-0bfc82e982cc req-f2692b2b-2a4d-4eab-b723-4f6dadf821c5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:00.856428 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-13ee3148-dfc9-4178-a556-0bfc82e982cc req-f2692b2b-2a4d-4eab-b723-4f6dadf821c5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1015663 Jun 28 11:18:00.913114 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-13ee3148-dfc9-4178-a556-0bfc82e982cc req-20a7c2e9-11cc-4152-b3fa-ddc97c9e547d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497751 Jun 28 11:18:00.966771 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 4fecae84-6eb3-4a07-8a56-3834cb91af09 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:00.967147 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.003421 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 4fecae84-6eb3-4a07-8a56-3834cb91af09, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:01.007536 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.008319 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:18:01.120250 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=4fecae84-6eb3-4a07-8a56-3834cb91af09,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.130265 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:18:01.134985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:18:01.135359 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.267462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b6d9447f-c594-4806-846e-161cb3652871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.268995 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:18:01.269386 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.303195 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:01.309018 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.381232 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.529071 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-c8aadec2-1680-4002-9244-99ad8810cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.531386 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-c8aadec2-1680-4002-9244-99ad8810cb0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1099 time: 0.0764587 Jun 28 11:18:01.552530 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.567509 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:01.573475 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Usage tracker for resource:security_group_rule and tenant:586857cdc6cb45f5af097f99a2cfa1d5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:01.576648 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:01.583786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:01.674354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.678918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:01.705429 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-94f728f7-4009-45d4-a35e-95d1b31de134 req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678016 Jun 28 11:18:01.719994 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a8941-d96c-4211-9495-c1a8114702d7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a04c147-8367-47c4-99ab-35f97417899e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:01.746295 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19f5af-d502-44df-90d2-a85787d7e300 req-e800c24a-659b-4761-87cc-da1e65efd527 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.748061 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bd19f5af-d502-44df-90d2-a85787d7e300 req-e800c24a-659b-4761-87cc-da1e65efd527 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0997643 Jun 28 11:18:01.805216 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bd19f5af-d502-44df-90d2-a85787d7e300 req-6901f194-f328-4834-854d-ce99431ceb7b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490346 Jun 28 11:18:01.894326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c8d5b-0212-4dac-ba20-cebb7ce7c37c req-7f8fe94a-c66e-4ec5-9db5-1e62538df002 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:01.903712 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-717c8d5b-0212-4dac-ba20-cebb7ce7c37c req-7f8fe94a-c66e-4ec5-9db5-1e62538df002 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1166115 Jun 28 11:18:01.960876 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-717c8d5b-0212-4dac-ba20-cebb7ce7c37c req-07042bad-fd6b-4a5d-85fe-9f470eef3e83 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557914 Jun 28 11:18:02.144278 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82199d20-2db9-4512-a6e1-d21f2dfff071 req-036a0b7e-fba3-4fa7-afb4-db26e8339cd0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:02.145689 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-82199d20-2db9-4512-a6e1-d21f2dfff071 req-036a0b7e-fba3-4fa7-afb4-db26e8339cd0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1005244 Jun 28 11:18:02.211970 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-82199d20-2db9-4512-a6e1-d21f2dfff071 req-b93915e7-a1a2-480e-8632-5d23365b7285 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598991 Jun 28 11:18:02.271194 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.310592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:02.713930 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d'}, {'server_uuid': '574e120c-abfe-4792-92f3-c3066032951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecae84-6eb3-4a07-8a56-3834cb91af09'}, {'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:02.771197 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a043d7b-0502-4d9c-9abc-80653b8facf4'] response: {'server_uuid': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d', 'code': 200} Jun 28 11:18:02.771531 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a043d7b-0502-4d9c-9abc-80653b8facf4'] response: {'server_uuid': '574e120c-abfe-4792-92f3-c3066032951f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fecae84-6eb3-4a07-8a56-3834cb91af09', 'code': 200} Jun 28 11:18:02.771956 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a043d7b-0502-4d9c-9abc-80653b8facf4'] response: {'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'code': 200} Jun 28 11:18:03.068521 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be185a0-eea3-40b7-b998-8e1348306906 req-6ac53bf1-9c4a-41f7-87ef-e7101fb8c57a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.071497 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3be185a0-eea3-40b7-b998-8e1348306906 req-6ac53bf1-9c4a-41f7-87ef-e7101fb8c57a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1561348 Jun 28 11:18:03.225351 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3be185a0-eea3-40b7-b998-8e1348306906 req-db140156-287f-4837-a167-8787e81b9398 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475394 Jun 28 11:18:03.257179 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275feb6-5286-42d4-9495-f07694a8c16c req-e56e7713-1de9-44a5-830e-4d9490d57f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.258922 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4275feb6-5286-42d4-9495-f07694a8c16c req-e56e7713-1de9-44a5-830e-4d9490d57f51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1098 time: 0.1306386 Jun 28 11:18:03.285492 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a623-7338-403d-897a-adc571e46eff req-054601a7-79b7-4026-82f6-a5ed0233a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.286979 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-91e1a623-7338-403d-897a-adc571e46eff req-054601a7-79b7-4026-82f6-a5ed0233a179 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1098 time: 0.2379003 Jun 28 11:18:03.288719 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce700-f71d-4264-b53b-f08b5a144b1c req-ef2d2a66-0c8c-4d30-9182-4de4170fcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.290210 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-739ce700-f71d-4264-b53b-f08b5a144b1c req-ef2d2a66-0c8c-4d30-9182-4de4170fcbc5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 1099 time: 0.2923713 Jun 28 11:18:03.306401 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4275feb6-5286-42d4-9495-f07694a8c16c req-d21fc48e-21d6-4efa-91ad-8df43978c5d3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415013 Jun 28 11:18:03.364962 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8465c6b-feec-4f86-938c-d6d4c5f96f89 req-6155da4c-484d-4413-9a04-74666ea050bf tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.366554 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e8465c6b-feec-4f86-938c-d6d4c5f96f89 req-6155da4c-484d-4413-9a04-74666ea050bf tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.2232869 Jun 28 11:18:03.404652 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-91e1a623-7338-403d-897a-adc571e46eff req-7bba58b5-e3a4-4f88-8c0e-219adf14993c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055689 Jun 28 11:18:03.412559 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-739ce700-f71d-4264-b53b-f08b5a144b1c req-033a7395-b97d-4ec8-a55b-ac19e67eb92f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963564 Jun 28 11:18:03.438229 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e8465c6b-feec-4f86-938c-d6d4c5f96f89 req-793e276f-4ca4-4814-84bf-0c93dc415b27 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618358 Jun 28 11:18:03.458329 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced146c-cf73-42dd-b8e3-81839527e5f4 req-56d4e175-013e-498c-bb54-4d8395e48dd3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:03.459884 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9ced146c-cf73-42dd-b8e3-81839527e5f4 req-56d4e175-013e-498c-bb54-4d8395e48dd3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1054015 Jun 28 11:18:03.513920 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9ced146c-cf73-42dd-b8e3-81839527e5f4 req-726f646e-74d6-4102-9102-0fcc99b15b26 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Jun 28 11:18:03.518075 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:04.419043 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbaba9-e877-497f-99b0-fdc7002c3aa0 req-25b63239-a4e9-4695-bb59-4311fca37b8e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.420495 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cdbaba9-e877-497f-99b0-fdc7002c3aa0 req-25b63239-a4e9-4695-bb59-4311fca37b8e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0858834 Jun 28 11:18:04.475554 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cdbaba9-e877-497f-99b0-fdc7002c3aa0 req-dff8acbf-2726-492d-bf61-9832f0d1cf82 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493014 Jun 28 11:18:04.640897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8a4dd-e77e-4338-8e10-6bda8e3d1b95 req-aed02334-a852-4067-83ac-1e9d52b375b4 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.642370 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bcc8a4dd-e77e-4338-8e10-6bda8e3d1b95 req-aed02334-a852-4067-83ac-1e9d52b375b4 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.0878818 Jun 28 11:18:04.698533 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bcc8a4dd-e77e-4338-8e10-6bda8e3d1b95 req-a63c1acf-c586-4ea8-a2f8-d63b1485a14b tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504944 Jun 28 11:18:04.707766 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26657431-0aab-404c-a9d1-c6c1d5a8694e req-dd507848-7d04-4916-a02b-7b77ac093754 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:04.709251 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-26657431-0aab-404c-a9d1-c6c1d5a8694e req-dd507848-7d04-4916-a02b-7b77ac093754 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0901883 Jun 28 11:18:04.760728 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-26657431-0aab-404c-a9d1-c6c1d5a8694e req-4204d5c8-c02e-4313-a97b-fd7b54f19d4c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445797 Jun 28 11:18:05.672889 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81915644-8ffb-41bc-8043-a675f5f2bbc5 req-85caf040-f711-41f0-89ee-551a3e81626f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.674375 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-81915644-8ffb-41bc-8043-a675f5f2bbc5 req-85caf040-f711-41f0-89ee-551a3e81626f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0913846 Jun 28 11:18:05.721990 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-81915644-8ffb-41bc-8043-a675f5f2bbc5 req-806524f8-a690-42c9-a845-b27b4b2416fd tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Jun 28 11:18:05.945859 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9667c1fa-9917-4e9c-ae31-38ce16f215ca req-0ca6062f-f55a-443d-98f7-5690e020d011 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.947397 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9667c1fa-9917-4e9c-ae31-38ce16f215ca req-0ca6062f-f55a-443d-98f7-5690e020d011 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1103992 Jun 28 11:18:05.988942 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018797c-c44a-48c4-ad05-2e739767cdd8 req-b6c2ed26-8364-446b-a192-ff7a5ab67f4e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:05.990772 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5018797c-c44a-48c4-ad05-2e739767cdd8 req-b6c2ed26-8364-446b-a192-ff7a5ab67f4e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0960767 Jun 28 11:18:05.999206 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9667c1fa-9917-4e9c-ae31-38ce16f215ca req-1a97e683-9619-4576-8e4b-234d09902fd8 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Jun 28 11:18:06.040274 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5018797c-c44a-48c4-ad05-2e739767cdd8 req-bdae76ff-6978-4154-89dc-c3da335cf865 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Jun 28 11:18:06.918271 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e01bf-45ea-42d5-9464-e7171bd856ca req-aa2c5da6-105b-40e0-a382-995ad3d2e3e2 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:06.919694 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-588e01bf-45ea-42d5-9464-e7171bd856ca req-aa2c5da6-105b-40e0-a382-995ad3d2e3e2 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0888386 Jun 28 11:18:06.968755 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-588e01bf-45ea-42d5-9464-e7171bd856ca req-5e8213e7-484f-4cec-94eb-c1013ab0a222 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Jun 28 11:18:07.191237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc08016-609f-4325-a120-6d03341a2878 req-b4b042de-610b-4ab6-b1e7-c378926748e0 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.192712 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fcc08016-609f-4325-a120-6d03341a2878 req-b4b042de-610b-4ab6-b1e7-c378926748e0 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.0872774 Jun 28 11:18:07.230427 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157821e-a983-4b76-959f-391833f9493c req-c9bc4374-edce-4600-8d45-1d002fb115e5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:07.231880 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8157821e-a983-4b76-959f-391833f9493c req-c9bc4374-edce-4600-8d45-1d002fb115e5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0868566 Jun 28 11:18:07.236985 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fcc08016-609f-4325-a120-6d03341a2878 req-6632b3f2-d06a-4c9b-b733-32f9f3ba8447 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385599 Jun 28 11:18:07.275987 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8157821e-a983-4b76-959f-391833f9493c req-a1b6c656-de07-4766-876e-4be48b576636 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380461 Jun 28 11:18:08.191900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e41e53-5a1d-40d6-81c6-e7f9f0f72cf5 req-adcb8141-926c-4b99-9658-9e227eb3e6e8 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.193386 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-71e41e53-5a1d-40d6-81c6-e7f9f0f72cf5 req-adcb8141-926c-4b99-9658-9e227eb3e6e8 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0904062 Jun 28 11:18:08.242033 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-71e41e53-5a1d-40d6-81c6-e7f9f0f72cf5 req-1c6bde8f-e038-40f4-b049-3ded8522034f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430813 Jun 28 11:18:08.482066 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0cdf-26ab-470f-984e-71c6a4a1f0b0 req-0d8fb63d-e28b-43a5-806c-bc19f32c92af tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.484211 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a8bc0cdf-26ab-470f-984e-71c6a4a1f0b0 req-0d8fb63d-e28b-43a5-806c-bc19f32c92af tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0997660 Jun 28 11:18:08.496544 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e83c1-14af-46c7-ad91-656a4d09aabf req-ce500bd8-87b7-47a8-b45b-d6bb0cd870eb tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:08.501337 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-485e83c1-14af-46c7-ad91-656a4d09aabf req-ce500bd8-87b7-47a8-b45b-d6bb0cd870eb tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1589494 Jun 28 11:18:08.536458 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a8bc0cdf-26ab-470f-984e-71c6a4a1f0b0 req-44e3cd99-96ea-4918-9708-400544b4a78a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455008 Jun 28 11:18:08.550630 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-485e83c1-14af-46c7-ad91-656a4d09aabf req-202e57e3-3016-44a7-bb40-e5dfab2019ec tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462871 Jun 28 11:18:09.457448 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9508c8-a1e6-43e3-91c9-eec2c448c881 req-7c3631b9-3f2f-4b20-aa08-5c8e721223b4 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.459566 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ea9508c8-a1e6-43e3-91c9-eec2c448c881 req-7c3631b9-3f2f-4b20-aa08-5c8e721223b4 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1062696 Jun 28 11:18:09.504899 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ea9508c8-a1e6-43e3-91c9-eec2c448c881 req-5ac4c8f7-2bff-45bb-8b6d-2c6f6b8ee2ef tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394258 Jun 28 11:18:09.764920 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d84122-74f3-4725-ab26-185d25914a68 req-631eca55-d8e0-4115-92d4-169581104daf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.766829 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f8d84122-74f3-4725-ab26-185d25914a68 req-631eca55-d8e0-4115-92d4-169581104daf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1012630 Jun 28 11:18:09.773856 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914273e-8626-4956-808b-0bfd1c59b607 req-f182b908-a08a-456b-8d23-efa58278ba8f tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:09.775301 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4914273e-8626-4956-808b-0bfd1c59b607 req-f182b908-a08a-456b-8d23-efa58278ba8f tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.0930912 Jun 28 11:18:09.819536 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f8d84122-74f3-4725-ab26-185d25914a68 req-1f40a28e-8e49-42b4-a060-1f8e85c0589b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467713 Jun 28 11:18:09.821159 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4914273e-8626-4956-808b-0bfd1c59b607 req-3f52e3d3-fecc-4add-ac4c-fab74a852256 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396037 Jun 28 11:18:10.716075 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dc2b0-201a-4fdb-b226-2641ca55dbb4 req-e808765c-0e06-4d4b-be73-b8517d6751c5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:10.717720 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-779dc2b0-201a-4fdb-b226-2641ca55dbb4 req-e808765c-0e06-4d4b-be73-b8517d6751c5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1077819 Jun 28 11:18:10.770912 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-779dc2b0-201a-4fdb-b226-2641ca55dbb4 req-e7acdc66-763a-4505-97ae-d93babc81c21 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465872 Jun 28 11:18:11.123373 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d75858-4e1b-4444-8f4c-18015736872f req-af9c9204-6c2b-4e17-b626-ce352a44be33 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.126344 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f0d75858-4e1b-4444-8f4c-18015736872f req-af9c9204-6c2b-4e17-b626-ce352a44be33 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1332788 Jun 28 11:18:11.133162 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33789e-bf37-4521-a8f2-306147aabb07 req-39c39a97-202a-4394-8c93-308987e2f8e0 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.134817 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-df33789e-bf37-4521-a8f2-306147aabb07 req-39c39a97-202a-4394-8c93-308987e2f8e0 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1311445 Jun 28 11:18:11.182029 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f0d75858-4e1b-4444-8f4c-18015736872f req-1684b823-01ba-4830-bbe2-604b805d1432 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499752 Jun 28 11:18:11.198232 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-df33789e-bf37-4521-a8f2-306147aabb07 req-9bfc1ac0-0366-4fda-84f5-370f99fd6d93 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564151 Jun 28 11:18:11.750920 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 50382) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:11.972840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50394) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:11.989598 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165659c-3e74-495a-8632-36f054a8f219 req-882c0bc4-f402-4230-89bd-f60a1126a865 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:11.994206 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1165659c-3e74-495a-8632-36f054a8f219 req-882c0bc4-f402-4230-89bd-f60a1126a865 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1089590 Jun 28 11:18:12.068511 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.084058 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:12.088095 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd6bae2cce441be80f34bb10a7ef6b5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:12.091094 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:12.097675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:12.101553 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.128040 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1165659c-3e74-495a-8632-36f054a8f219 req-a52c9a0b-a9ba-4b1b-afcc-734faee0e267 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287737 Jun 28 11:18:12.128985 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:12.133672 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Usage tracker for resource:security_group_rule and tenant:4f05bbddc71c445db3b722a05203e2af is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:12.136924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:12.145566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:12.186579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.192391 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.238184 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.245790 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.253474 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a1f578-a452-401a-a241-3a5c82b082bc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:12.259081 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-4ad2ec3e-c2df-45f0-9a5f-60c7a79d0b07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddd6bae2cce441be80f34bb10a7ef6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851791 Jun 28 11:18:12.277663 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 50406) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:12.313459 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f05bbddc71c445db3b722a05203e2af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5613356 Jun 28 11:18:12.316263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50410) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:12.382489 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48e4f0-43c9-4bd4-8307-0ca5bf062b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3608d2a0-d756-43c4-b42f-0305ca09efd9,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:12.404303 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f65b7-de83-4d9d-9b6f-937c062c267b req-cd382c93-5394-40e2-a23f-e7bd92b76a06 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.406335 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-576f65b7-de83-4d9d-9b6f-937c062c267b req-cd382c93-5394-40e2-a23f-e7bd92b76a06 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1461418 Jun 28 11:18:12.416679 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b259-4b1b-4397-b047-d33310f714b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.419929 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 50414) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:12.425517 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'floatingip': {'port_id': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:18:12.446709 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b259-4b1b-4397-b047-d33310f714b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.491172 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-461711c1-3f8a-468f-a8e5-f9648c7bc47e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.539206 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.554899 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b259-4b1b-4397-b047-d33310f714b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.580303 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5b259-4b1b-4397-b047-d33310f714b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3608d2a0-d756-43c4-b42f-0305ca09efd9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:12.601827 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f3e5b259-4b1b-4397-b047-d33310f714b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.605688 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-f3e5b259-4b1b-4397-b047-d33310f714b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3608d2a0-d756-43c4-b42f-0305ca09efd9 HTTP/1.1" status: 204 len: 168 time: 0.2857714 Jun 28 11:18:12.618591 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-461711c1-3f8a-468f-a8e5-f9648c7bc47e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.641568 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4a02a-efa4-4e59-b121-45497cec1bef req-1e7cd8dd-2066-45f8-92de-8343df137d79 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.643323 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2df4a02a-efa4-4e59-b121-45497cec1bef req-1e7cd8dd-2066-45f8-92de-8343df137d79 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1303892 Jun 28 11:18:12.682033 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ae2de-44d2-4412-b931-85e2e07cf9fe req-39e29067-fcda-4392-aca3-4cc442c5591c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:12.683439 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2a9ae2de-44d2-4412-b931-85e2e07cf9fe req-39e29067-fcda-4392-aca3-4cc442c5591c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.3819716 Jun 28 11:18:12.697847 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2df4a02a-efa4-4e59-b121-45497cec1bef req-367fec4a-8157-4ec8-b1b1-04adf32d285a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452390 Jun 28 11:18:12.886560 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2a9ae2de-44d2-4412-b931-85e2e07cf9fe req-60b607d0-87f7-40db-9c0c-da1185ede475 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951165 Jun 28 11:18:12.972057 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-461711c1-3f8a-468f-a8e5-f9648c7bc47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:12.994174 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50430) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:13.015935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.031300 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461711c1-3f8a-468f-a8e5-f9648c7bc47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a1f578-a452-401a-a241-3a5c82b082bc,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:13.033915 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:13.039406 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e77129d05414b8b896542910da28ca6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:13.042584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:13.050326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:13.051790 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-461711c1-3f8a-468f-a8e5-f9648c7bc47e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.053431 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-461711c1-3f8a-468f-a8e5-f9648c7bc47e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24a1f578-a452-401a-a241-3a5c82b082bc HTTP/1.1" status: 204 len: 168 time: 0.7747924 Jun 28 11:18:13.194118 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.199500 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.297476 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e77129d05414b8b896542910da28ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023412 Jun 28 11:18:13.299009 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6596486-dd4b-45d7-8962-627a39456fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a77aea-cded-484d-8281-92767a33ff09,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:13.301738 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:13.412967 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b90e0d3-2c8e-499a-9b72-e1d9fd853542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.451046 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b90e0d3-2c8e-499a-9b72-e1d9fd853542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.546380 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b90e0d3-2c8e-499a-9b72-e1d9fd853542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.575505 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90e0d3-2c8e-499a-9b72-e1d9fd853542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a77aea-cded-484d-8281-92767a33ff09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:13.600044 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8b90e0d3-2c8e-499a-9b72-e1d9fd853542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.601170 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8b90e0d3-2c8e-499a-9b72-e1d9fd853542 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34a77aea-cded-484d-8281-92767a33ff09 HTTP/1.1" status: 204 len: 168 time: 0.2638721 Jun 28 11:18:13.716605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50454) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:13.737828 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.755101 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:13.759705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Usage tracker for resource:security_group_rule and tenant:2f7a4d81193140389fd60accde8115dd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:13.762974 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:13.769520 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:13.838715 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2c8e1-a711-4153-84a8-56c16cc1d7d9 req-8c5ff4d2-1c16-4bda-9d8d-13cfa0bf6f2b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:13.840538 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e2c8e1-a711-4153-84a8-56c16cc1d7d9 req-8c5ff4d2-1c16-4bda-9d8d-13cfa0bf6f2b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.3020029 Jun 28 11:18:13.843576 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.852948 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.880680 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.888071 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:13.976894 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca035966-3863-4c94-a5a9-1984004db0c9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:14.027416 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d4c85f9b-075e-472e-bb25-8f5ab843fffa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f7a4d81193140389fd60accde8115dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095558 Jun 28 11:18:14.030151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50468) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:14.092619 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c54fbeb5-615a-47dd-bf5a-16b2e33e26a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.122605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c54fbeb5-615a-47dd-bf5a-16b2e33e26a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.153835 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e2c8e1-a711-4153-84a8-56c16cc1d7d9 req-0a4f2381-8a02-4509-9dbb-d5d33811f690 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032627 Jun 28 11:18:14.187272 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c54fbeb5-615a-47dd-bf5a-16b2e33e26a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.190389 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Floating IP d9565b16-6bab-4d30-8d8c-9cc299f51baf associated. External IP: 172.27.1.152, port: cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4. Jun 28 11:18:14.208078 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fbeb5-615a-47dd-bf5a-16b2e33e26a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca035966-3863-4c94-a5a9-1984004db0c9,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:14.211927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c54fbeb5-615a-47dd-bf5a-16b2e33e26a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.227798 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c54fbeb5-615a-47dd-bf5a-16b2e33e26a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca035966-3863-4c94-a5a9-1984004db0c9 HTTP/1.1" status: 204 len: 168 time: 0.1957996 Jun 28 11:18:14.628400 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:18:14.829849 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:18:14.834387 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:14.852775 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:18:14.868007 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:14.868946 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:18:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:14.902037 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-884c126a-e6e8-46d0-95a1-c6d4ca12c647 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "PUT /v2.0/floatingips/d9565b16-6bab-4d30-8d8c-9cc299f51baf HTTP/1.1" status: 200 len: 991 time: 2.4808855 Jun 28 11:18:14.902887 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:14.992867 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccccf81f-ccfa-4f9f-9a6f-57e91522482d'] response: {'name': 'network-changed', 'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'status': 'completed', 'code': 200} Jun 28 11:18:15.094589 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:15.378699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d35c9-bf22-4e8a-805d-f9d67069b302 req-3b3360ef-f652-48b2-8626-70f6c155c3b3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:15.381065 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f46d35c9-bf22-4e8a-805d-f9d67069b302 req-3b3360ef-f652-48b2-8626-70f6c155c3b3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1121347 Jun 28 11:18:15.449480 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f46d35c9-bf22-4e8a-805d-f9d67069b302 req-d49ce69e-68cf-41b1-878e-f57d562eaa8f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622847 Jun 28 11:18:15.537444 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'd9565b16-6bab-4d30-8d8c-9cc299f51baf', 'tenant_id': '056b0190f953404d9250822490efe62b', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'port_id': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'mac_address': 'fa:16:3e:d0:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07923d06-2af5-4504-a348-96eb0525ae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:05Z', 'updated_at': '2022-06-28T11:18:13Z', 'revision_number': 1, 'project_id': '056b0190f953404d9250822490efe62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:15.541555 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:18:15.551502 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:18:15.552294 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:18:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:15.768543 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:18:16.013196 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-43f96438-cfe8-4ae9-80a9-99f5408eda36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.015359 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-43f96438-cfe8-4ae9-80a9-99f5408eda36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1098 time: 0.1594250 Jun 28 11:18:16.020621 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-67c98400-580c-435e-990d-f9dc0f7ff084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.021975 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-67c98400-580c-435e-990d-f9dc0f7ff084 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1098 time: 0.1674011 Jun 28 11:18:16.191250 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'd9565b16-6bab-4d30-8d8c-9cc299f51baf', 'tenant_id': '056b0190f953404d9250822490efe62b', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'port_id': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'mac_address': 'fa:16:3e:d0:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07923d06-2af5-4504-a348-96eb0525ae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:05Z', 'updated_at': '2022-06-28T11:18:13Z', 'revision_number': 1, 'project_id': '056b0190f953404d9250822490efe62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:18:16.195518 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07ac2-0d9d-48e2-85c1-b94644695903 None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'd9565b16-6bab-4d30-8d8c-9cc299f51baf', 'tenant_id': '056b0190f953404d9250822490efe62b', 'floating_ip_address': '172.27.1.152', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'port_id': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'mac_address': 'fa:16:3e:d0:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07923d06-2af5-4504-a348-96eb0525ae23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:17:05Z', 'updated_at': '2022-06-28T11:18:13Z', 'revision_number': 1, 'project_id': '056b0190f953404d9250822490efe62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:18:16.261565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-f566ec28-2413-48bd-b4ca-f697b4b40d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.262993 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-f566ec28-2413-48bd-b4ca-f697b4b40d03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.2332675 Jun 28 11:18:16.267465 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-bb641a15-71d4-42d2-b50c-7af12920373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.268711 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-bb641a15-71d4-42d2-b50c-7af12920373e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.2197039 Jun 28 11:18:16.419582 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccefed1c-228d-436b-bef2-2514c5bbaab7 None None] New status for floating IP d9565b16-6bab-4d30-8d8c-9cc299f51baf: ACTIVE {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:18:16.456510 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-a0e18b06-fda5-4706-9c88-e0fae1bc0654 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d HTTP/1.1" status: 200 len: 217 time: 0.1866312 Jun 28 11:18:16.556044 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-80dd191a-1bd8-4712-9ca7-55665f0c9175 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 999 time: 0.2383580 Jun 28 11:18:16.559301 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-6e1ab7c3-d889-49b7-80fc-e9d43188d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.560630 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-6e1ab7c3-d889-49b7-80fc-e9d43188d819 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0905058 Jun 28 11:18:16.725408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-176a71f1-5ac2-4a9c-bccf-a776b937509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.726767 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-176a71f1-5ac2-4a9c-bccf-a776b937509c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.1649940 Jun 28 11:18:16.826927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-fc74399d-5c59-41e3-9270-fbf19e3e7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.829082 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-fc74399d-5c59-41e3-9270-fbf19e3e7164 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2360785 Jun 28 11:18:16.839919 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e099453-5128-4b43-a8d3-e3915ac74b7f req-571f5676-52be-4655-9a96-7691b8e698ba tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:16.841401 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1e099453-5128-4b43-a8d3-e3915ac74b7f req-571f5676-52be-4655-9a96-7691b8e698ba tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.2494121 Jun 28 11:18:17.012013 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1e099453-5128-4b43-a8d3-e3915ac74b7f req-42fb9ddf-895f-4866-8c2d-5f2a0f3c3f63 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236024 Jun 28 11:18:17.043549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-260be603-3280-4c8c-bc40-8e8484687d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:17.045024 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-260be603-3280-4c8c-bc40-8e8484687d43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3107278 Jun 28 11:18:17.130374 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-534ecaf2-4438-4c73-ace1-268ddf38f2f8 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880151 Jun 28 11:18:17.291723 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-d21510a4-4a64-4a34-83db-c962b208a977 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372835 Jun 28 11:18:17.335747 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceccd5c9-f57f-4026-af79-ba5f54b015c5 req-21bfdb46-9b03-47b4-9c7e-d374d615ed43 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986892 Jun 28 11:18:17.476338 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ec4ff410-1428-403d-b7a8-9dcdcd737b0b req-f679b508-aeef-4f25-a2af-cef4334b1fd6 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723485 Jun 28 11:18:17.701738 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:18.243988 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f956a-e697-48ec-a250-96d7996a8352 req-405f0462-41b6-45a4-b87f-1ce84200f169 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:18.245513 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f4f956a-e697-48ec-a250-96d7996a8352 req-405f0462-41b6-45a4-b87f-1ce84200f169 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1104267 Jun 28 11:18:18.307849 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f4f956a-e697-48ec-a250-96d7996a8352 req-1ebe3904-c4dc-43d5-9688-6c7bdcd12e98 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545347 Jun 28 11:18:19.507465 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb50b99-9c89-4624-9672-05fffb86a733 req-70e8889b-f290-4dac-9065-bf4604ce891f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:19.508900 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceb50b99-9c89-4624-9672-05fffb86a733 req-70e8889b-f290-4dac-9065-bf4604ce891f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0867341 Jun 28 11:18:19.552950 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ceb50b99-9c89-4624-9672-05fffb86a733 req-12994d08-8245-4fee-be51-2774f8310b3f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383034 Jun 28 11:18:20.757838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1ed34-45ac-4112-a0df-515be05712fc req-a843acc4-dbd8-4958-a452-d0de2c1c7ba0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:20.759193 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-daa1ed34-45ac-4112-a0df-515be05712fc req-a843acc4-dbd8-4958-a452-d0de2c1c7ba0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0908389 Jun 28 11:18:20.805819 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-daa1ed34-45ac-4112-a0df-515be05712fc req-c669f550-0cc4-4e7e-a0c8-cd70b91e5b7f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Jun 28 11:18:22.002309 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6c8ed-7854-4bc6-b742-d3f5b5a91672 req-80f260da-abcb-4ff2-b44f-283a03db546b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:22.003752 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8cc6c8ed-7854-4bc6-b742-d3f5b5a91672 req-80f260da-abcb-4ff2-b44f-283a03db546b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0912569 Jun 28 11:18:22.047625 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8cc6c8ed-7854-4bc6-b742-d3f5b5a91672 req-70528847-0462-4104-bbe7-34ad12b87313 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Jun 28 11:18:23.241648 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495fbb7-2335-4e44-bdd2-5e80e4935595 req-0f25dc68-f839-47c1-aa76-541dfac2b3b9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:23.243100 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f495fbb7-2335-4e44-bdd2-5e80e4935595 req-0f25dc68-f839-47c1-aa76-541dfac2b3b9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0887492 Jun 28 11:18:23.287605 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f495fbb7-2335-4e44-bdd2-5e80e4935595 req-97ef5efc-fc3f-4dfa-a1b3-5e287e9c6e0f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Jun 28 11:18:24.478534 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5f00e-4ad4-48e9-b952-8387d87af3ea req-d39fbe05-1102-452e-84c5-ea471e56177b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:24.479987 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-62b5f00e-4ad4-48e9-b952-8387d87af3ea req-d39fbe05-1102-452e-84c5-ea471e56177b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0858543 Jun 28 11:18:24.527984 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-62b5f00e-4ad4-48e9-b952-8387d87af3ea req-083a50f4-ea89-40ae-a6e3-8cf62b0f7aae tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Jun 28 11:18:25.718454 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170b0625-e51f-47fe-ac07-bb5891887da3 req-a77a50bf-e9e9-44b3-9d6d-f7feacb4da08 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:25.720586 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-170b0625-e51f-47fe-ac07-bb5891887da3 req-a77a50bf-e9e9-44b3-9d6d-f7feacb4da08 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0869186 Jun 28 11:18:25.764040 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-170b0625-e51f-47fe-ac07-bb5891887da3 req-9ac110dd-f858-4daf-9bce-1244591b07b7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Jun 28 11:18:26.038590 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:18:26.966681 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f50fc-9c5d-43a4-b2da-38bcc8b4f7dc req-ae73b270-339c-4d4d-a144-625fbadbe203 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:26.968135 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b25f50fc-9c5d-43a4-b2da-38bcc8b4f7dc req-ae73b270-339c-4d4d-a144-625fbadbe203 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0872877 Jun 28 11:18:27.013608 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b25f50fc-9c5d-43a4-b2da-38bcc8b4f7dc req-dfcc41bc-105a-4432-b54c-a82168054630 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389748 Jun 28 11:18:28.214434 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931729ba-270e-4285-ac06-5809c93f47db req-b1b3633c-923f-47a0-8197-b522093d8873 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:28.215876 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-931729ba-270e-4285-ac06-5809c93f47db req-b1b3633c-923f-47a0-8197-b522093d8873 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0887308 Jun 28 11:18:28.261432 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-931729ba-270e-4285-ac06-5809c93f47db req-25b62465-ecdb-4232-bab8-b8c40dfe60f9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Jun 28 11:18:28.901567 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d93f8485-e2ae-42a1-b766-a7d6376c96ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:29.526893 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce9af4-6936-4a4a-a7da-42b89a3e02ee req-cc5e262c-de0c-4a02-80f7-f6636864464d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:29.528345 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-98ce9af4-6936-4a4a-a7da-42b89a3e02ee req-cc5e262c-de0c-4a02-80f7-f6636864464d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1624839 Jun 28 11:18:29.573052 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-98ce9af4-6936-4a4a-a7da-42b89a3e02ee req-9f47522c-6708-4340-87cf-2d117643d4a2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387425 Jun 28 11:18:30.838604 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ffda4c-7d53-4176-b33e-62c0c2a8e074 req-65fbca92-e5b8-471a-b0ef-127472985715 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:30.840085 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-49ffda4c-7d53-4176-b33e-62c0c2a8e074 req-65fbca92-e5b8-471a-b0ef-127472985715 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1596301 Jun 28 11:18:30.884898 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-49ffda4c-7d53-4176-b33e-62c0c2a8e074 req-95a5a8ba-eb38-453e-a8ec-d4c499c8dbda tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Jun 28 11:18:31.255373 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7489b559-f8c0-437a-9448-42cbd91832fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.076807 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e144b6-6c1b-4af9-85a4-082e8b33c8e6 req-960de87c-4524-4067-807d-624bc95d9c25 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:32.078275 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e6e144b6-6c1b-4af9-85a4-082e8b33c8e6 req-960de87c-4524-4067-807d-624bc95d9c25 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0851924 Jun 28 11:18:32.125183 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e6e144b6-6c1b-4af9-85a4-082e8b33c8e6 req-05948112-66ae-44a5-a169-e1d9d160ebdb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410564 Jun 28 11:18:32.269830 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:32.304064 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:33.319358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b13e56-db29-4bfb-ba5d-2aca2becc654 req-464a2713-ffb4-48d9-973f-67fc86293c3e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:33.320966 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-47b13e56-db29-4bfb-ba5d-2aca2becc654 req-464a2713-ffb4-48d9-973f-67fc86293c3e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0931880 Jun 28 11:18:33.366789 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-47b13e56-db29-4bfb-ba5d-2aca2becc654 req-29fde96a-7af3-4f1a-a6b7-ca9a9364dc47 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Jun 28 11:18:33.515314 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:34.573513 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9f6e-46ce-4ab5-9932-08c92bafcbae req-860dac19-fdae-4416-aa24-ca48719d5d04 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:34.574973 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-12ec9f6e-46ce-4ab5-9932-08c92bafcbae req-860dac19-fdae-4416-aa24-ca48719d5d04 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0950315 Jun 28 11:18:34.627892 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-12ec9f6e-46ce-4ab5-9932-08c92bafcbae req-f54d571e-1446-4fef-872a-1540967d87dd tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Jun 28 11:18:35.870689 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b357c-6977-46d6-903c-ef53f1a72fc3 req-bde49ca5-f69c-44cb-ba2e-2f2cceb1d06f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:35.872299 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ab6b357c-6977-46d6-903c-ef53f1a72fc3 req-bde49ca5-f69c-44cb-ba2e-2f2cceb1d06f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1144550 Jun 28 11:18:35.927415 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ab6b357c-6977-46d6-903c-ef53f1a72fc3 req-017375f8-856f-4f64-8c8b-22eaf279b808 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482709 Jun 28 11:18:36.035445 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 50944) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:36.150382 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.164759 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:36.168542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Usage tracker for resource:security_group_rule and tenant:9956165817954137a94fadba748e1ef1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:36.171313 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:36.177554 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:36.260017 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.262970 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.313049 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9956165817954137a94fadba748e1ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763586 Jun 28 11:18:36.315348 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd59de-4fdb-4798-b95a-72fad3520c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37778efd-f33c-444c-88f2-8d32c1a9e372,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:36.316344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50952) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:36.379675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7837447f-0d60-4488-b006-9e59185bdfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.405010 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7837447f-0d60-4488-b006-9e59185bdfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.457750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7837447f-0d60-4488-b006-9e59185bdfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.471457 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837447f-0d60-4488-b006-9e59185bdfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37778efd-f33c-444c-88f2-8d32c1a9e372,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:36.477397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7837447f-0d60-4488-b006-9e59185bdfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:36.478494 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7837447f-0d60-4488-b006-9e59185bdfd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37778efd-f33c-444c-88f2-8d32c1a9e372 HTTP/1.1" status: 204 len: 168 time: 0.1611836 Jun 28 11:18:37.140881 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623caea-c975-4691-a6ef-b3071dc17fe5 req-159eaf85-9387-42ae-9002-17d03708cefe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:37.143097 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6623caea-c975-4691-a6ef-b3071dc17fe5 req-159eaf85-9387-42ae-9002-17d03708cefe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1001372 Jun 28 11:18:37.219605 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6623caea-c975-4691-a6ef-b3071dc17fe5 req-785b7c48-f785-46b1-9788-a2092214f359 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705822 Jun 28 11:18:37.485858 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 50986) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:37.617897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.632242 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:37.635965 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Usage tracker for resource:security_group_rule and tenant:ee25711e6cec479998e728fd3ba875ad is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:37.638750 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:37.645222 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:37.726804 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.730627 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.776940 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee25711e6cec479998e728fd3ba875ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899232 Jun 28 11:18:37.777791 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45298b94-1fbf-40cf-bd29-424818f06644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1da21f-6640-44ed-904c-a16a767c2b99,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:37.779703 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 50994) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:37.836858 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a29a676-8049-4325-a18c-ff6dfd5ada07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.862350 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a29a676-8049-4325-a18c-ff6dfd5ada07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.914553 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a29a676-8049-4325-a18c-ff6dfd5ada07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.928727 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29a676-8049-4325-a18c-ff6dfd5ada07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1da21f-6640-44ed-904c-a16a767c2b99,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:37.934754 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6a29a676-8049-4325-a18c-ff6dfd5ada07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:37.935852 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6a29a676-8049-4325-a18c-ff6dfd5ada07 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d1da21f-6640-44ed-904c-a16a767c2b99 HTTP/1.1" status: 204 len: 168 time: 0.1552045 Jun 28 11:18:38.234966 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51014) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:38.258842 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.277668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:38.282009 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Usage tracker for resource:security_group_rule and tenant:75b49d2c91ec4bce98220cfe334597d0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:38.285106 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:38.292552 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:38.392395 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.396568 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.430545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58b1b2-2df7-44ec-ab2f-b70da6af514f req-42302f8f-b458-473e-8f38-03e91d0ffecf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:38.432031 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5c58b1b2-2df7-44ec-ab2f-b70da6af514f req-42302f8f-b458-473e-8f38-03e91d0ffecf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1058419 Jun 28 11:18:38.449421 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75b49d2c91ec4bce98220cfe334597d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130501 Jun 28 11:18:38.450594 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3505a-cca3-4cf9-9f85-254c0aa12e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde3d2d3-b05d-4837-8ccb-18ee2e8aed7a,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:38.455449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51024) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:38.483411 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5c58b1b2-2df7-44ec-ab2f-b70da6af514f req-019730ec-7977-4cd5-8f79-31108fc6504a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Jun 28 11:18:38.517078 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-866d0433-b2f5-413b-a4c3-ee5c364fbd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.544018 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-866d0433-b2f5-413b-a4c3-ee5c364fbd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.598216 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-866d0433-b2f5-413b-a4c3-ee5c364fbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.612857 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d0433-b2f5-413b-a4c3-ee5c364fbd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde3d2d3-b05d-4837-8ccb-18ee2e8aed7a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:38.619171 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-866d0433-b2f5-413b-a4c3-ee5c364fbd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:38.620247 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-866d0433-b2f5-413b-a4c3-ee5c364fbd2f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fde3d2d3-b05d-4837-8ccb-18ee2e8aed7a HTTP/1.1" status: 204 len: 168 time: 0.1637292 Jun 28 11:18:39.692664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff9dd-765b-460c-849d-d6def70957ee req-0a496236-0dc1-46a6-8db1-a12d1071065d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:39.694903 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7e5ff9dd-765b-460c-849d-d6def70957ee req-0a496236-0dc1-46a6-8db1-a12d1071065d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0994821 Jun 28 11:18:39.742691 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7e5ff9dd-765b-460c-849d-d6def70957ee req-7744a82b-292b-4a5f-b222-f1695db8176c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406113 Jun 28 11:18:40.733691 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51118) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:40.855543 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:40.872354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:40.877390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Usage tracker for resource:security_group_rule and tenant:a1eba374610a4665be7bbb8eccfc7f98 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:40.880187 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:40.885904 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:40.937488 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dfe6c-2d71-4ee5-a000-c2cc8415d062 req-9aa16697-d314-479e-8e72-2a0801d9d192 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:40.940433 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e34dfe6c-2d71-4ee5-a000-c2cc8415d062 req-9aa16697-d314-479e-8e72-2a0801d9d192 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0948946 Jun 28 11:18:40.977771 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:40.981674 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:40.992452 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e34dfe6c-2d71-4ee5-a000-c2cc8415d062 req-21a8a6bb-0b6e-47f7-82b2-eee500140897 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Jun 28 11:18:41.033079 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1eba374610a4665be7bbb8eccfc7f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981956 Jun 28 11:18:41.034017 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcd1d3-d0e8-4230-a0f4-7edbd34e8b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef782ef7-1510-4224-ade0-fe064b8b7b72,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:41.035873 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51126) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:41.097170 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-88126cb3-a0da-46bf-94b3-95e8caf566b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.121610 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-88126cb3-a0da-46bf-94b3-95e8caf566b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.171370 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-88126cb3-a0da-46bf-94b3-95e8caf566b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.192395 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126cb3-a0da-46bf-94b3-95e8caf566b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef782ef7-1510-4224-ade0-fe064b8b7b72,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:41.206173 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-88126cb3-a0da-46bf-94b3-95e8caf566b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.209713 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-88126cb3-a0da-46bf-94b3-95e8caf566b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef782ef7-1510-4224-ade0-fe064b8b7b72 HTTP/1.1" status: 204 len: 168 time: 0.1703298 Jun 28 11:18:41.482355 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51138) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:41.500478 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.515705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:41.519732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Usage tracker for resource:security_group_rule and tenant:23db8889968f4becaeb8f8fad15082b9 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:41.522491 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:41.527984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:41.609094 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.613216 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.658738 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23db8889968f4becaeb8f8fad15082b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1753623 Jun 28 11:18:41.659532 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a4ab5-280c-4932-8adb-abf0e71fef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d5c53a-21ec-4163-b5ae-1b25418e25b7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:41.661471 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51142) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:41.720029 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eae822cd-c6ad-4133-a22c-cf3155c5019d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.748521 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eae822cd-c6ad-4133-a22c-cf3155c5019d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.800739 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eae822cd-c6ad-4133-a22c-cf3155c5019d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.818004 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae822cd-c6ad-4133-a22c-cf3155c5019d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d5c53a-21ec-4163-b5ae-1b25418e25b7,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:41.821196 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eae822cd-c6ad-4133-a22c-cf3155c5019d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:41.825156 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-eae822cd-c6ad-4133-a22c-cf3155c5019d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15d5c53a-21ec-4163-b5ae-1b25418e25b7 HTTP/1.1" status: 204 len: 168 time: 0.1598845 Jun 28 11:18:42.193138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6947b50a-f72c-4927-91c0-682e9515d757 req-fba303fc-ef0c-410a-8369-5a0cd2c486ab tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:42.194657 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6947b50a-f72c-4927-91c0-682e9515d757 req-fba303fc-ef0c-410a-8369-5a0cd2c486ab tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0976372 Jun 28 11:18:42.243541 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6947b50a-f72c-4927-91c0-682e9515d757 req-1b521ca5-1cd3-44b1-99ab-d0c0adda1d2f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430970 Jun 28 11:18:43.440136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834ba3-d073-4ca3-af84-4e7786be8fcd req-db820867-883e-42de-adab-ac792f97bad6 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:43.441736 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3c834ba3-d073-4ca3-af84-4e7786be8fcd req-db820867-883e-42de-adab-ac792f97bad6 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0893855 Jun 28 11:18:43.494206 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3c834ba3-d073-4ca3-af84-4e7786be8fcd req-d1caa505-704f-46ad-9aa9-cf3e936044f2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465624 Jun 28 11:18:44.339082 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:44.485859 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.501296 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:44.505248 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Usage tracker for resource:security_group_rule and tenant:5bb142ed8f4e4e498d501bd708ce75da is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:44.508235 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:44.514257 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:44.649417 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.661618 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.724273 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5bb142ed8f4e4e498d501bd708ce75da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815784 Jun 28 11:18:44.725049 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51310) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:44.730377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f7a28-edad-4dee-b926-72580f19f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217e6bee-cad9-4196-beb5-242f21ac5961,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:44.771396 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dd8b1-f1d2-416c-950b-0011295483f8 req-c76ec43a-37dc-44ca-a295-34d905404b52 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:44.772899 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-131dd8b1-f1d2-416c-950b-0011295483f8 req-c76ec43a-37dc-44ca-a295-34d905404b52 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1655569 Jun 28 11:18:44.831427 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-662556c0-e125-4a17-a493-d2a996baadff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.836075 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-131dd8b1-f1d2-416c-950b-0011295483f8 req-8f7ea5aa-fe01-4cda-b0d7-e4eccd2982b2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573301 Jun 28 11:18:44.870154 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-662556c0-e125-4a17-a493-d2a996baadff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.924855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-662556c0-e125-4a17-a493-d2a996baadff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.945052 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662556c0-e125-4a17-a493-d2a996baadff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e6bee-cad9-4196-beb5-242f21ac5961,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:44.951281 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-662556c0-e125-4a17-a493-d2a996baadff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:44.953153 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-662556c0-e125-4a17-a493-d2a996baadff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/217e6bee-cad9-4196-beb5-242f21ac5961 HTTP/1.1" status: 204 len: 168 time: 0.2264822 Jun 28 11:18:45.368022 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51338) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:45.584162 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.602471 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:45.606877 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Usage tracker for resource:security_group_rule and tenant:caf5d780ff074a469c454f9f650e7005 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:45.609960 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:45.617022 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:45.727120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.735229 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.813031 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51366) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:45.824377 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caf5d780ff074a469c454f9f650e7005&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548740 Jun 28 11:18:45.826764 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dfd35-adb8-4bf9-b80e-52fd088faeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea3b33a-0f8f-48c9-8bdf-e78dbbb6f3fe,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:45.891197 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b433197d-3474-4e28-9d02-474eee29092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:45.921664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b433197d-3474-4e28-9d02-474eee29092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.019656 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b433197d-3474-4e28-9d02-474eee29092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.045335 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433197d-3474-4e28-9d02-474eee29092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea3b33a-0f8f-48c9-8bdf-e78dbbb6f3fe,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:46.079725 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b433197d-3474-4e28-9d02-474eee29092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.083859 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-b433197d-3474-4e28-9d02-474eee29092a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ea3b33a-0f8f-48c9-8bdf-e78dbbb6f3fe HTTP/1.1" status: 204 len: 168 time: 0.2682571 Jun 28 11:18:46.124758 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75af96-e267-4893-80dd-d5570753aa98 req-01d47e41-9ae7-40a0-80f5-77e3b8c656bd tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.127490 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9f75af96-e267-4893-80dd-d5570753aa98 req-01d47e41-9ae7-40a0-80f5-77e3b8c656bd tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1175973 Jun 28 11:18:46.189407 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9f75af96-e267-4893-80dd-d5570753aa98 req-9593a24b-a711-422b-a582-53c4a3c568ca tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546210 Jun 28 11:18:46.533727 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51400) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:46.551252 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.555643 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055f132-ba16-477e-ba0d-01f261ab8f06 req-3014024f-f6d7-49ad-ba61-2859cbe2a694 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:46.557318 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7055f132-ba16-477e-ba0d-01f261ab8f06 req-3014024f-f6d7-49ad-ba61-2859cbe2a694 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1041017 Jun 28 11:18:46.572641 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:46.576720 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Usage tracker for resource:security_group_rule and tenant:30dc835d5844403eb36e43870b0b6be2 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:46.580978 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:46.586940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:46.617240 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7055f132-ba16-477e-ba0d-01f261ab8f06 req-fcb3af4e-9302-4337-a4c0-14b2049c5f74 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542178 Jun 28 11:18:46.670879 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51406) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:46.755651 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.759580 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-162972c9-1de6-4819-a42b-737f6e9dd38c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1428654 Jun 28 11:18:46.760643 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.808165 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d66b12-6bf5-4410-aa98-1df5aa13a859,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:46.808526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:46.814891 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-964672ee-ad7e-4b01-94df-f7f080666543 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30dc835d5844403eb36e43870b0b6be2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798650 Jun 28 11:18:46.817369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 51412) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:46.826339 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:46.830600 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:f641901ee8124dbd8655ffe0ea5956e3 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:46.833425 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:46.839476 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:46.999729 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.003109 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fde90022-8964-4908-8f41-d19b9d6c7244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.006403 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.041921 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fde90022-8964-4908-8f41-d19b9d6c7244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.071380 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f641901ee8124dbd8655ffe0ea5956e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969581 Jun 28 11:18:47.071380 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0490a6-5ece-4689-89ff-ccc047b57dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dd6fd0-407d-4fa0-8999-e451dbca498b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:47.073001 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51426) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:47.076129 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-0eca1f5d-1631-4b32-84ae-83d6a7a5d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.077606 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-0eca1f5d-1631-4b32-84ae-83d6a7a5d9eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1099 time: 0.2366085 Jun 28 11:18:47.149322 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcdc6-2725-4bcb-9b65-bf021a0d2590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.183983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcdc6-2725-4bcb-9b65-bf021a0d2590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.207148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fde90022-8964-4908-8f41-d19b9d6c7244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.237927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde90022-8964-4908-8f41-d19b9d6c7244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d66b12-6bf5-4410-aa98-1df5aa13a859,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:47.256411 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcdc6-2725-4bcb-9b65-bf021a0d2590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.257149 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fde90022-8964-4908-8f41-d19b9d6c7244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.258296 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-fde90022-8964-4908-8f41-d19b9d6c7244 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7d66b12-6bf5-4410-aa98-1df5aa13a859 HTTP/1.1" status: 204 len: 168 time: 0.4398756 Jun 28 11:18:47.276244 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcdcdc6-2725-4bcb-9b65-bf021a0d2590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dd6fd0-407d-4fa0-8999-e451dbca498b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:47.289099 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbcdcdc6-2725-4bcb-9b65-bf021a0d2590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.289419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-8258d127-c912-4b2b-a44f-b71f497a20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.290666 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-cbcdcdc6-2725-4bcb-9b65-bf021a0d2590 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/54dd6fd0-407d-4fa0-8999-e451dbca498b HTTP/1.1" status: 204 len: 168 time: 0.2158961 Jun 28 11:18:47.294464 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-8258d127-c912-4b2b-a44f-b71f497a20da service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1753528 Jun 28 11:18:47.421374 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-5f6c560c-fa18-42fa-9195-3d002d09a940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 200 len: 217 time: 0.1163552 Jun 28 11:18:47.508939 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-7c90e73d-9dcf-4b55-bdf8-5a041d3c4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.510419 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-7c90e73d-9dcf-4b55-bdf8-5a041d3c4361 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0818720 Jun 28 11:18:47.577301 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0065a73-7ebf-43ba-bdaa-1c083d5891a1 req-e246f847-4c52-4266-a159-23e510358d60 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.579313 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0065a73-7ebf-43ba-bdaa-1c083d5891a1 req-e246f847-4c52-4266-a159-23e510358d60 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.2080390 Jun 28 11:18:47.664343 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0065a73-7ebf-43ba-bdaa-1c083d5891a1 req-687763ab-d950-4227-a499-d7f71debeffa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774984 Jun 28 11:18:47.685726 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-2abeaa0d-26ef-4ae4-874d-84255c193807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.687764 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-2abeaa0d-26ef-4ae4-874d-84255c193807 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1682625 Jun 28 11:18:47.733119 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:47.858401 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f03940-7e63-46ec-836c-e0665a706559 req-6faa28c7-b6c8-4040-b920-49dc281066ae tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:47.860558 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-49f03940-7e63-46ec-836c-e0665a706559 req-6faa28c7-b6c8-4040-b920-49dc281066ae tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1158836 Jun 28 11:18:47.894394 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-b24b60b3-fcab-499f-86e8-5a6a0159f8ce service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963446 Jun 28 11:18:47.924841 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-49f03940-7e63-46ec-836c-e0665a706559 req-4ee90e84-bcc1-4912-894a-80a989969077 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468211 Jun 28 11:18:48.053128 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce66da0c-eb9d-45ca-a711-12585454f12f req-b9d4f53d-5a59-45c1-a982-603618c891b5 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492333 Jun 28 11:18:48.804980 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51514) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:48.909046 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-75176ebc-5944-4d42-88f1-706b40518369 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:48.910540 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-75176ebc-5944-4d42-88f1-706b40518369 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.26 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1569536 Jun 28 11:18:48.918819 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42613d-edcb-401c-8ba5-71aba95eefe8 req-bbb2afe7-eb5b-4b33-94cd-832d9302b70c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:48.920187 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3f42613d-edcb-401c-8ba5-71aba95eefe8 req-bbb2afe7-eb5b-4b33-94cd-832d9302b70c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1212621 Jun 28 11:18:49.031458 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3f42613d-edcb-401c-8ba5-71aba95eefe8 req-eabadc5b-3871-4fad-9048-370c902735e5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763371 Jun 28 11:18:49.034973 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Deleting port 4fecae84-6eb3-4a07-8a56-3834cb91af09 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:18:49.035335 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.149792 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.177526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:18:49.184925 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Usage tracker for resource:security_group_rule and tenant:aab93eac6699486e9e8656a39531b554 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:18:49.193370 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:18:49.203384 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:18:49.260609 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddf163-e2b1-4769-915d-f46da449369b req-025c9853-1816-4e13-a90b-54cab5b38c1a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:49.271952 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-deddf163-e2b1-4769-915d-f46da449369b req-025c9853-1816-4e13-a90b-54cab5b38c1a tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 946 time: 0.1810350 Jun 28 11:18:49.335331 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] For port 4fecae84-6eb3-4a07-8a56-3834cb91af09, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fecae84-6eb3-4a07-8a56-3834cb91af09,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:18:49.335713 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.424195 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-deddf163-e2b1-4769-915d-f46da449369b req-3fe351c2-1264-490d-b64a-0ebc7c92b366 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/security-groups?id=4aed99dc-189a-43ce-b67c-0202caab0bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510170 Jun 28 11:18:49.497963 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Calling delete_port for 4fecae84-6eb3-4a07-8a56-3834cb91af09 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:18:49.517353 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.524743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.569996 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aab93eac6699486e9e8656a39531b554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637248 Jun 28 11:18:49.572636 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 51540) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:18:49.602104 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fb24e-242a-4f77-b9d1-ac17ae4a6b8b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:49.617174 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.617631 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.617974 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.618314 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.618982 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.618982 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.619292 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.619621 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.619949 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.620447 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.621195 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.621546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc64de1-0f73-4d49-972a-d98913fc82e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.712107 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4390e510-5bd0-4587-bc02-d53ced999d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.757442 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4390e510-5bd0-4587-bc02-d53ced999d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.852764 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4390e510-5bd0-4587-bc02-d53ced999d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.877298 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.881024 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390e510-5bd0-4587-bc02-d53ced999d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45fb24e-242a-4f77-b9d1-ac17ae4a6b8b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:49.886024 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4390e510-5bd0-4587-bc02-d53ced999d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:49.888072 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4390e510-5bd0-4587-bc02-d53ced999d7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f45fb24e-242a-4f77-b9d1-ac17ae4a6b8b HTTP/1.1" status: 204 len: 168 time: 0.3141243 Jun 28 11:18:49.897558 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['4fecae84-6eb3-4a07-8a56-3834cb91af09'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:18:49.942930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Pushing event deleted for resources: {'Port': ['ID=4fecae84-6eb3-4a07-8a56-3834cb91af09,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:18:49.951117 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.951530 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.951901 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.952233 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.952560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.952927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.953260 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.954203 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.954700 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.955106 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.955574 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:49.955900 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:18:50.093240 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] No DVR routers for this DVR port 4fecae84-6eb3-4a07-8a56-3834cb91af09 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:18:50.097697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:50.103393 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574e120c-abfe-4792-92f3-c3066032951f', 'name': 'network-vif-deleted', 'tag': '4fecae84-6eb3-4a07-8a56-3834cb91af09'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:18:50.139317 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b0a7e5ce-5df4-48e2-977d-718011ace7d5 req-17d026d6-3c44-414f-9ab1-ae74ae03f757 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.26 "DELETE /v2.0/ports/4fecae84-6eb3-4a07-8a56-3834cb91af09 HTTP/1.1" status: 204 len: 173 time: 1.2178268 Jun 28 11:18:50.256740 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c286664-b3d4-4389-8f84-b21b3896810a'] response: {'server_uuid': '574e120c-abfe-4792-92f3-c3066032951f', 'name': 'network-vif-deleted', 'tag': '4fecae84-6eb3-4a07-8a56-3834cb91af09', 'status': 'completed', 'code': 200} Jun 28 11:18:50.444505 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6e7d8-ccd7-4aa8-a706-71535a493d41 req-9d03a739-d2f0-4ac3-8b62-687f431b1ac9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:50.446903 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31a6e7d8-ccd7-4aa8-a706-71535a493d41 req-9d03a739-d2f0-4ac3-8b62-687f431b1ac9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1543016 Jun 28 11:18:50.514726 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31a6e7d8-ccd7-4aa8-a706-71535a493d41 req-74a9b16d-85a9-4603-8b6e-0b4e56d194b5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567036 Jun 28 11:18:50.650362 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ea42d339-90bd-4ad8-992d-917d19e8dab3 req-150bcdea-b923-48f5-85d8-041fdec1f204 tempest-DeleteServersTestJSON-603675591 tempest-DeleteServersTestJSON-603675591-project] 10.222.0.44 "GET /v2.0/ports?device_id=574e120c-abfe-4792-92f3-c3066032951f HTTP/1.1" status: 200 len: 210 time: 0.0737748 Jun 28 11:18:51.746070 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cafa0a-26cd-450d-a5a9-1106ee874950 req-620f91bd-0df7-4b6b-a9df-c438d24ac748 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:51.747687 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2cafa0a-26cd-450d-a5a9-1106ee874950 req-620f91bd-0df7-4b6b-a9df-c438d24ac748 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1041667 Jun 28 11:18:51.812016 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2cafa0a-26cd-450d-a5a9-1106ee874950 req-4cdcb929-e759-4d13-83dd-9a82b102b4a2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457175 Jun 28 11:18:53.021593 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c327-b296-480d-b39c-e8f1d16cf9eb req-5d772e77-dc97-43b5-9ead-ab5a5caf6942 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:53.023045 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-39a0c327-b296-480d-b39c-e8f1d16cf9eb req-5d772e77-dc97-43b5-9ead-ab5a5caf6942 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0966599 Jun 28 11:18:53.066848 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-39a0c327-b296-480d-b39c-e8f1d16cf9eb req-75333661-cc1e-4234-959f-6ddcfef21a64 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381553 Jun 28 11:18:54.277122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59069b3-024e-40c5-ae3d-86a8820e79f2 req-19452321-ccd9-4556-b0ec-d40862fb7214 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:54.278622 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c59069b3-024e-40c5-ae3d-86a8820e79f2 req-19452321-ccd9-4556-b0ec-d40862fb7214 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0935147 Jun 28 11:18:54.329584 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c59069b3-024e-40c5-ae3d-86a8820e79f2 req-e04106bc-d776-4c87-b3e0-79e84a092522 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449369 Jun 28 11:18:54.809878 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fecae84-6eb3-4a07-8a56-3834cb91af09 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:18:54.846161 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 4fecae84-6eb3-4a07-8a56-3834cb91af09 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:18:54.846499 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fecae84-6eb3-4a07-8a56-3834cb91af09 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:18:55.522781 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f64f9-8d65-4714-a1e3-5a15a9a658d2 req-0f4bb431-2164-4602-94d9-a76442b75f6d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:55.525333 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-574f64f9-8d65-4714-a1e3-5a15a9a658d2 req-0f4bb431-2164-4602-94d9-a76442b75f6d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0880017 Jun 28 11:18:55.571524 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-574f64f9-8d65-4714-a1e3-5a15a9a658d2 req-5cc0fa43-37ef-4ffb-b474-07d8ce80ab42 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Jun 28 11:18:56.768951 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2691a6-1c7f-410b-a9f2-9e3f5024432b req-b1e667f8-1fce-474a-90db-4100265ac582 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:56.770313 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8c2691a6-1c7f-410b-a9f2-9e3f5024432b req-b1e667f8-1fce-474a-90db-4100265ac582 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0909224 Jun 28 11:18:56.811519 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8c2691a6-1c7f-410b-a9f2-9e3f5024432b req-f7c4f694-8171-48ab-ae73-e26266abbee3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356185 Jun 28 11:18:58.009811 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc14af-a01a-4c58-bf97-e121ab395439 req-b133cd94-39ae-4cbc-b1f3-f7f9361dca76 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:58.011242 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-89cc14af-a01a-4c58-bf97-e121ab395439 req-b133cd94-39ae-4cbc-b1f3-f7f9361dca76 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0902743 Jun 28 11:18:58.053835 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-89cc14af-a01a-4c58-bf97-e121ab395439 req-e0764350-bf83-4e59-9b6c-8770c6bed53a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Jun 28 11:18:58.895283 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2796d037-fd35-4eaa-86bd-827af139031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:18:59.246863 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1650e-1825-4f44-9dcc-59f9dea35416 req-5f9810e0-f544-426c-841f-ad4eee780cf1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:18:59.248318 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-87b1650e-1825-4f44-9dcc-59f9dea35416 req-5f9810e0-f544-426c-841f-ad4eee780cf1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0892270 Jun 28 11:18:59.293589 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-87b1650e-1825-4f44-9dcc-59f9dea35416 req-e839c249-e7d0-4cec-908b-640dd25bb3de tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388665 Jun 28 11:19:00.486734 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e9b23-7986-40ae-bb33-3d9dc97a3aca req-c5dbc666-86f5-4c2a-b0f2-8403fa9271b8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:00.488208 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b20e9b23-7986-40ae-bb33-3d9dc97a3aca req-c5dbc666-86f5-4c2a-b0f2-8403fa9271b8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0877533 Jun 28 11:19:00.531204 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b20e9b23-7986-40ae-bb33-3d9dc97a3aca req-97b98fa0-541b-4a72-82e3-dc477e42c6d9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Jun 28 11:19:01.248469 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1984d4f8-cfe4-4b61-a259-849f05ba8a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:01.722093 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90860874-a6d9-415a-883f-f0b12c3165d1 req-f9f570b9-1545-4225-989e-ed7f6acbca7f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:01.723550 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-90860874-a6d9-415a-883f-f0b12c3165d1 req-f9f570b9-1545-4225-989e-ed7f6acbca7f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0893805 Jun 28 11:19:01.767125 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-90860874-a6d9-415a-883f-f0b12c3165d1 req-26501b44-abcb-45ba-8e0d-e7af1b6256d1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369737 Jun 28 11:19:02.273549 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.305468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:02.956138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38578a8e-9a52-4220-bd03-09e5367405b9 req-b6ca8c7e-660f-4721-8a05-5ad44ed8c5c7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:02.957615 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-38578a8e-9a52-4220-bd03-09e5367405b9 req-b6ca8c7e-660f-4721-8a05-5ad44ed8c5c7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0864697 Jun 28 11:19:03.000924 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-38578a8e-9a52-4220-bd03-09e5367405b9 req-f500cb2c-bb2c-4457-89a7-1bab78d6dfad tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Jun 28 11:19:03.038612 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:19:03.518579 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:04.202799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87767-0673-43f6-91dc-b0146a6f7d23 req-da1ffbb2-1ad9-40b4-bdb4-ea085fa471f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:04.204272 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f8d87767-0673-43f6-91dc-b0146a6f7d23 req-da1ffbb2-1ad9-40b4-bdb4-ea085fa471f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0941622 Jun 28 11:19:04.248153 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f8d87767-0673-43f6-91dc-b0146a6f7d23 req-acb07a51-b05c-4342-9c31-384973b14208 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Jun 28 11:19:05.438354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80d4d5-9f4a-4e2e-a31c-2c8c6649d706 req-d1d904b9-0b40-4188-b4cf-7f70dcb4e276 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:05.439972 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9d80d4d5-9f4a-4e2e-a31c-2c8c6649d706 req-d1d904b9-0b40-4188-b4cf-7f70dcb4e276 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0885909 Jun 28 11:19:05.484595 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9d80d4d5-9f4a-4e2e-a31c-2c8c6649d706 req-1327838e-b7af-42fb-a96c-bd86eb2ec92b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 Jun 28 11:19:06.675629 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f6008-8abb-4dfc-9267-dc420bfd0295 req-caee6b36-90a8-4b75-8271-85880ff88329 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:06.677059 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8b8f6008-8abb-4dfc-9267-dc420bfd0295 req-caee6b36-90a8-4b75-8271-85880ff88329 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0874302 Jun 28 11:19:06.726186 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8b8f6008-8abb-4dfc-9267-dc420bfd0295 req-bda3368e-a312-45b6-9888-8c7b95b3c7a1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431979 Jun 28 11:19:07.933526 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c2c0b-d9c2-421d-b25e-ec1d36d90c2a req-75d53188-37c3-4022-859f-255251e19638 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:07.935047 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc2c2c0b-d9c2-421d-b25e-ec1d36d90c2a req-75d53188-37c3-4022-859f-255251e19638 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1008234 Jun 28 11:19:07.979032 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc2c2c0b-d9c2-421d-b25e-ec1d36d90c2a req-ed97f1b8-a2b6-4882-8031-53b8fdb0d426 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379829 Jun 28 11:19:09.171893 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bcb1c-a517-4788-94f0-5a77fdd46405 req-eb668c6c-d957-49c7-9d4d-675810bee996 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:09.173237 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-786bcb1c-a517-4788-94f0-5a77fdd46405 req-eb668c6c-d957-49c7-9d4d-675810bee996 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0883467 Jun 28 11:19:09.215278 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-786bcb1c-a517-4788-94f0-5a77fdd46405 req-36ce39eb-31cf-42f8-aea6-fc5271ed3828 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Jun 28 11:19:10.417313 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805254b3-b617-4c29-a674-6e74043cf58c req-a1a002ba-a985-4656-a953-b9ec51dc6610 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:10.418783 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-805254b3-b617-4c29-a674-6e74043cf58c req-a1a002ba-a985-4656-a953-b9ec51dc6610 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0907772 Jun 28 11:19:10.465785 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-805254b3-b617-4c29-a674-6e74043cf58c req-cae85b86-dee5-42db-8d10-d476b16672cc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413017 Jun 28 11:19:11.664325 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc3e97-b385-4273-be2c-5ed35f90098b req-cd99ef0e-5ee4-4bab-8d00-94f121517594 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:11.665902 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a4dc3e97-b385-4273-be2c-5ed35f90098b req-cd99ef0e-5ee4-4bab-8d00-94f121517594 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0878122 Jun 28 11:19:11.710752 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a4dc3e97-b385-4273-be2c-5ed35f90098b req-31f44665-09d9-4f62-a7a5-c64c0c72e369 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390391 Jun 28 11:19:12.911037 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addee145-d42c-40bc-8944-af88233175d4 req-cc381950-8d03-49e2-9765-483906188ba4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:12.913252 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-addee145-d42c-40bc-8944-af88233175d4 req-cc381950-8d03-49e2-9765-483906188ba4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0914364 Jun 28 11:19:12.960029 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-addee145-d42c-40bc-8944-af88233175d4 req-ab56afd9-982d-46b9-be1f-a7e2b1f44ea3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409620 Jun 28 11:19:14.153812 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134e0ba-cc5a-4fa5-b8bd-fca5cc293750 req-52791555-225a-49cc-84e9-9eaf98c19ac9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:14.155165 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9134e0ba-cc5a-4fa5-b8bd-fca5cc293750 req-52791555-225a-49cc-84e9-9eaf98c19ac9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0914698 Jun 28 11:19:14.199473 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9134e0ba-cc5a-4fa5-b8bd-fca5cc293750 req-7ece0765-1463-4407-b34e-a984b16fe9a3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385916 Jun 28 11:19:15.391416 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afb9f1-e665-4a09-af34-996f363bcc60 req-d7dea716-51ef-4e2f-888f-8c81c2063169 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:15.392848 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-94afb9f1-e665-4a09-af34-996f363bcc60 req-d7dea716-51ef-4e2f-888f-8c81c2063169 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0879083 Jun 28 11:19:15.438831 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-94afb9f1-e665-4a09-af34-996f363bcc60 req-e9299cac-2be6-459d-bb79-a51698a193de tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391264 Jun 28 11:19:16.636164 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0db52a-5c07-4412-8105-9172427680a4 req-c7402f9d-0b9f-4414-bfe7-8c1e9660ea18 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:16.637681 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bb0db52a-5c07-4412-8105-9172427680a4 req-c7402f9d-0b9f-4414-bfe7-8c1e9660ea18 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0955276 Jun 28 11:19:16.681183 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bb0db52a-5c07-4412-8105-9172427680a4 req-f420f86b-4758-4db9-bfe1-de1863b54f75 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379527 Jun 28 11:19:17.874383 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ea99b-2fc8-452e-83cc-13a18ab9e744 req-7963d2d5-4810-40b3-99ac-a4f61f054120 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:17.875843 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-755ea99b-2fc8-452e-83cc-13a18ab9e744 req-7963d2d5-4810-40b3-99ac-a4f61f054120 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0884998 Jun 28 11:19:17.921307 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-755ea99b-2fc8-452e-83cc-13a18ab9e744 req-1a80f695-41ce-457b-bdd4-00ee58e31e1e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385013 Jun 28 11:19:19.118242 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1b50b-b91e-4453-8c88-0675999f565f req-affc28e9-fe2a-4568-8745-d67bbbf54600 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:19.119611 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ccf1b50b-b91e-4453-8c88-0675999f565f req-affc28e9-fe2a-4568-8745-d67bbbf54600 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0900533 Jun 28 11:19:19.163783 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ccf1b50b-b91e-4453-8c88-0675999f565f req-0ffd0c37-2851-41e8-a547-983c26a91619 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Jun 28 11:19:19.928411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:20.422693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695432b-9ae1-4771-84bf-d1c9ef8fd316 req-4bf91d99-0dc1-4965-831b-d9a82e96b533 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:20.424207 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e695432b-9ae1-4771-84bf-d1c9ef8fd316 req-4bf91d99-0dc1-4965-831b-d9a82e96b533 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1568840 Jun 28 11:19:20.469695 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e695432b-9ae1-4771-84bf-d1c9ef8fd316 req-1d83d896-21fa-463e-8426-fd322017c5d9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Jun 28 11:19:21.618193 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52004) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:21.676352 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0167b-c905-4624-a15b-d32f8918f66e req-4bb2f7a6-5e37-493f-a2f9-8ed913715cdf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:21.677846 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9e0167b-c905-4624-a15b-d32f8918f66e req-4bb2f7a6-5e37-493f-a2f9-8ed913715cdf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0963743 Jun 28 11:19:21.724671 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9e0167b-c905-4624-a15b-d32f8918f66e req-62a9f44f-e617-46be-94ad-5e6eed3f4fdb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Jun 28 11:19:22.274073 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:22.632013 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Deleting port 489eb05d-0291-43bf-86e2-9d23321f9503 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:22.632717 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:22.799966 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] For port 489eb05d-0291-43bf-86e2-9d23321f9503, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=489eb05d-0291-43bf-86e2-9d23321f9503,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:22.800316 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:22.957070 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Calling delete_port for 489eb05d-0291-43bf-86e2-9d23321f9503 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:23.344731 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce13e57-cc22-4484-a449-c7a596b9256f req-c7158a7e-930e-48f0-b5ff-a4ce6779de0a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:23.346195 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6ce13e57-cc22-4484-a449-c7a596b9256f req-c7158a7e-930e-48f0-b5ff-a4ce6779de0a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.4871461 Jun 28 11:19:23.429767 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6ce13e57-cc22-4484-a449-c7a596b9256f req-0ff1de2e-8a8b-4f10-af22-de8d3ccfe1e3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727599 Jun 28 11:19:23.457415 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:23.504906 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=489eb05d-0291-43bf-86e2-9d23321f9503,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:23.786771 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.143298 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Router 63e5803e-5711-4d39-a229-ead39dff4b47 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:19:24.321106 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:24.330255 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] Sync routers for ids ['63e5803e-5711-4d39-a229-ead39dff4b47'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:24.333480 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c0b573f6-7cb4-49b8-b26d-ba0d3c7f52a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/63e5803e-5711-4d39-a229-ead39dff4b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140374 Jun 28 11:19:24.336508 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52044) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:24.339616 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] Routers {'63e5803e-5711-4d39-a229-ead39dff4b47'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:24.340254 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:19:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['63e5803e-5711-4d39-a229-ead39dff4b47'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:24.513394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.518248 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] Set router 63e5803e-5711-4d39-a229-ead39dff4b47 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:24.634628 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0bee2-3935-4b6a-b286-e29b0310f2d2 req-4189bfa2-3651-4cd6-b7d6-94e10f1ddfcd tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:24.636258 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-19c0bee2-3935-4b6a-b286-e29b0310f2d2 req-4189bfa2-3651-4cd6-b7d6-94e10f1ddfcd tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0948255 Jun 28 11:19:24.687521 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-19c0bee2-3935-4b6a-b286-e29b0310f2d2 req-e34f2875-9490-4e47-91c3-7e3cc668e4b1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Jun 28 11:19:24.787598 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.797526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Deleting port 94b33d85-afea-429b-8e98-511119c6e32b {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:24.797885 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.808234 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121'}], 'enable_snat': True}, 'gw_port_id': '94b33d85-afea-429b-8e98-511119c6e32b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:19:23Z', 'revision_number': 5, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port': {'id': '94b33d85-afea-429b-8e98-511119c6e32b', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fb:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:24.811969 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] Checking router: 63e5803e-5711-4d39-a229-ead39dff4b47 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:19:24.820256 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] Routers {'63e5803e-5711-4d39-a229-ead39dff4b47'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:24.820860 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:19:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['63e5803e-5711-4d39-a229-ead39dff4b47'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:24.973393 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] For port 94b33d85-afea-429b-8e98-511119c6e32b, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=94b33d85-afea-429b-8e98-511119c6e32b,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:24.973745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:24.997785 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] Set router 63e5803e-5711-4d39-a229-ead39dff4b47 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:25.101211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Calling delete_port for 94b33d85-afea-429b-8e98-511119c6e32b owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:25.101734 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:19:24Z', 'revision_number': 6, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:25.106008 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d68125f-7da5-47d9-9f76-aaf119dc264a None None] The sync data for ids ['63e5803e-5711-4d39-a229-ead39dff4b47'] in dv-cinder-844474-1-iscsi is: [{'id': '63e5803e-5711-4d39-a229-ead39dff4b47', 'name': 'tempest-DeleteServersTestJSON-2142151390-router', 'tenant_id': 'a8a06f7db2c64af9a76a9256de518e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:50Z', 'updated_at': '2022-06-28T11:19:24Z', 'revision_number': 6, 'project_id': 'a8a06f7db2c64af9a76a9256de518e58', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:19:25.277069 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.322527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=94b33d85-afea-429b-8e98-511119c6e32b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:25.423438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.601027 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.603212 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.686303 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.686976 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e5803e-5711-4d39-a229-ead39dff4b47 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:19:25.700483 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.701633 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-78f7c884-1519-465a-8beb-974868190f44 admin admin] 10.222.0.44 "DELETE /v2.0/routers/63e5803e-5711-4d39-a229-ead39dff4b47 HTTP/1.1" status: 204 len: 168 time: 1.3642242 Jun 28 11:19:25.704200 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52062) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:25.763170 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Deleting subnet f6a36a9d-b5cc-4248-8d3e-c02df9b51533 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:19:25.766209 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.864258 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:25.914945 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 94b33d85-afea-429b-8e98-511119c6e32b no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:25.956974 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 94b33d85-afea-429b-8e98-511119c6e32b {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:25.957348 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 94b33d85-afea-429b-8e98-511119c6e32b not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:25.957768 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 489eb05d-0291-43bf-86e2-9d23321f9503 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:25.993113 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 489eb05d-0291-43bf-86e2-9d23321f9503 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:25.993491 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 489eb05d-0291-43bf-86e2-9d23321f9503 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:26.084165 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac657c39-c443-4c1d-b97b-bcba41bfe27b req-a6124ec0-ee9a-43a9-a039-98f3c1282fa1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:26.086924 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac657c39-c443-4c1d-b97b-bcba41bfe27b req-a6124ec0-ee9a-43a9-a039-98f3c1282fa1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.2818086 Jun 28 11:19:26.120040 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.187178 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac657c39-c443-4c1d-b97b-bcba41bfe27b req-84b3aaf5-c934-4d90-8f57-d0a0434de5f0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931952 Jun 28 11:19:26.222551 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.263011 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a36a9d-b5cc-4248-8d3e-c02df9b51533,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:26.267019 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.273227 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0128f16-e044-44aa-b13d-5f421fde56fe None None] Network 91c43ee3-0504-4a35-96d4-85456ba15044 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:19:26.274673 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-018cbad4-c6e2-4c93-8129-b99f62e47b8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f6a36a9d-b5cc-4248-8d3e-c02df9b51533 HTTP/1.1" status: 204 len: 168 time: 0.5695062 Jun 28 11:19:26.277201 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52072) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:26.401873 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.403780 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9387e4-f3f6-425d-9a83-f29a7067d4d2 req-2c2fc694-1709-4e6b-95c1-827f6bb93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:26.405231 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8a9387e4-f3f6-425d-9a83-f29a7067d4d2 req-2c2fc694-1709-4e6b-95c1-827f6bb93fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1098 time: 0.1153302 Jun 28 11:19:26.414940 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Deleting port 84761bba-45a9-463e-81b3-57041d761040 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:26.415368 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.455871 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-8a9387e4-f3f6-425d-9a83-f29a7067d4d2 req-0d7f6d65-a04d-4962-855e-f35d4aa0cba1 service neutron] Synchronizing usage tracker for tenant:586857cdc6cb45f5af097f99a2cfa1d5 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:19:26.476615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-8a9387e4-f3f6-425d-9a83-f29a7067d4d2 req-0d7f6d65-a04d-4962-855e-f35d4aa0cba1 service neutron] Unset dirty status for tenant:586857cdc6cb45f5af097f99a2cfa1d5 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:19:26.480670 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8a9387e4-f3f6-425d-9a83-f29a7067d4d2 req-0d7f6d65-a04d-4962-855e-f35d4aa0cba1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680957 Jun 28 11:19:26.598886 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] DHCP port deletion for 91c43ee3-0504-4a35-96d4-85456ba15044 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:19:26.604091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Deleting port 84761bba-45a9-463e-81b3-57041d761040 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:26.604458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.650079 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] For port 84761bba-45a9-463e-81b3-57041d761040, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=84761bba-45a9-463e-81b3-57041d761040,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:26.650460 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.782004 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Calling delete_port for 84761bba-45a9-463e-81b3-57041d761040 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:26.855551 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] For port 84761bba-45a9-463e-81b3-57041d761040, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=84761bba-45a9-463e-81b3-57041d761040,segment=NetworkSegment(6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1),segment_id=6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:19:26.857772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.864195 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:26.921301 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=84761bba-45a9-463e-81b3-57041d761040,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:26.923194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] No DVR routers for this DVR port 84761bba-45a9-463e-81b3-57041d761040 on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:19:26.994724 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Calling delete_port for 84761bba-45a9-463e-81b3-57041d761040 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:19:27.041329 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.066455 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c43ee3-0504-4a35-96d4-85456ba15044']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:27.078847 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:27.079146 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:27.090491 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.106783 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.116994 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:19:27.117524 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.136563 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:19:27.136915 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:19:27.183419 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1 resource provider aggregate not found Jun 28 11:19:27.204168 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6e4f7d0c-f1d6-47c5-bfad-a39c2f93e2c1 found for delete ", "request_id": "req-9176e3d5-c4fd-4e38-a777-4ec55f547e9e"}]} Jun 28 11:19:27.216968 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.238296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.241445 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c43ee3-0504-4a35-96d4-85456ba15044,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:27.262091 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-038f6436-ed55-4876-82fc-25fdab9d4cd4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/91c43ee3-0504-4a35-96d4-85456ba15044 HTTP/1.1" status: 204 len: 168 time: 0.9836910 Jun 28 11:19:27.400994 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a08fee-a679-4fe2-87b6-0d8d75141346 req-f4589714-5c9d-43cc-b333-9ae8bf092f2e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:27.402438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-00a08fee-a679-4fe2-87b6-0d8d75141346 req-f4589714-5c9d-43cc-b333-9ae8bf092f2e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0916398 Jun 28 11:19:27.457838 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-00a08fee-a679-4fe2-87b6-0d8d75141346 req-8d7afeba-a21c-477a-8621-9c267acb737e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496631 Jun 28 11:19:27.541134 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52108) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:27.614499 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-21c6bb79-2694-4bee-829a-5a4ed8aefead admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8a06f7db2c64af9a76a9256de518e58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0719180 Jun 28 11:19:27.617851 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52114) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:27.637848 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Deleting port 84761bba-45a9-463e-81b3-57041d761040 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:19:27.638234 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.675134 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-856d9a8e-19fe-4f71-89ed-b38de6e6c903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.701900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-856d9a8e-19fe-4f71-89ed-b38de6e6c903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.704875 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-70af1346-531e-4d74-ac40-26b6c9a01b0f None None] The port '84761bba-45a9-463e-81b3-57041d761040' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:19:27.762608 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-856d9a8e-19fe-4f71-89ed-b38de6e6c903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.784914 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d9a8e-19fe-4f71-89ed-b38de6e6c903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aed99dc-189a-43ce-b67c-0202caab0bf5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:27.799029 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-856d9a8e-19fe-4f71-89ed-b38de6e6c903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:27.803184 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-856d9a8e-19fe-4f71-89ed-b38de6e6c903 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aed99dc-189a-43ce-b67c-0202caab0bf5 HTTP/1.1" status: 204 len: 168 time: 0.1843615 Jun 28 11:19:27.953366 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 84761bba-45a9-463e-81b3-57041d761040 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:19:28.008072 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 84761bba-45a9-463e-81b3-57041d761040 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:19:28.009127 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 84761bba-45a9-463e-81b3-57041d761040 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:19:28.671131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a9d15-9120-4a0a-92c5-e6c5c513c46c req-6ed68db4-459b-4301-89bb-51752fd2d697 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:28.673201 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-711a9d15-9120-4a0a-92c5-e6c5c513c46c req-6ed68db4-459b-4301-89bb-51752fd2d697 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1064522 Jun 28 11:19:28.723443 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-711a9d15-9120-4a0a-92c5-e6c5c513c46c req-16514844-e059-4c67-91ad-8d9b5ede1efd tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Jun 28 11:19:28.901028 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-449f35df-49af-499f-acc4-4818caf40d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:28.942462 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583220f4-cda4-4a3d-a6e6-fbad7b84e145 req-d24e5d6b-5b83-411d-b735-27462750feb6 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:28.944610 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-583220f4-cda4-4a3d-a6e6-fbad7b84e145 req-d24e5d6b-5b83-411d-b735-27462750feb6 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1049414 Jun 28 11:19:28.997164 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-583220f4-cda4-4a3d-a6e6-fbad7b84e145 req-6327a902-fddd-449e-a313-830f382b48cc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458217 Jun 28 11:19:29.845870 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52208) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:30.001937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.016566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:30.020378 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Usage tracker for resource:security_group_rule and tenant:de96c7ddd8074de1a154d9d66742f422 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:30.023709 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:30.029367 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:30.114271 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.118206 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.162274 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56b00c-6bc9-45fb-b954-fb95ad7f43a1,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:30.167212 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8010fcf0-2d22-42e1-8995-1305e6d5f823 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de96c7ddd8074de1a154d9d66742f422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202763 Jun 28 11:19:30.169758 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52214) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:30.226522 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f69f61ad-09d6-4a38-a7da-11e5019e413e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.251586 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f69f61ad-09d6-4a38-a7da-11e5019e413e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.302315 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f69f61ad-09d6-4a38-a7da-11e5019e413e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.316054 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f61ad-09d6-4a38-a7da-11e5019e413e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56b00c-6bc9-45fb-b954-fb95ad7f43a1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:30.322342 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f69f61ad-09d6-4a38-a7da-11e5019e413e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.323448 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f69f61ad-09d6-4a38-a7da-11e5019e413e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d56b00c-6bc9-45fb-b954-fb95ad7f43a1 HTTP/1.1" status: 204 len: 168 time: 0.1528037 Jun 28 11:19:30.603195 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52226) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:30.620809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.639267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:30.643255 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Usage tracker for resource:security_group_rule and tenant:246f9b01ae56487285de0c85c281de8f is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:30.646136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:30.652883 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:30.814645 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.818275 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.865042 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=246f9b01ae56487285de0c85c281de8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607844 Jun 28 11:19:30.866065 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9d043-9c52-40fa-8709-797370318b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dda9db-e6db-4477-93e2-d9a15c80b7fb,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:30.868096 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52234) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:30.925326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c552-9123-4e71-8cca-7f019ab6c54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:30.952190 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c552-9123-4e71-8cca-7f019ab6c54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.004930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c552-9123-4e71-8cca-7f019ab6c54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.018827 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9c552-9123-4e71-8cca-7f019ab6c54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dda9db-e6db-4477-93e2-d9a15c80b7fb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:31.025499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bfb9c552-9123-4e71-8cca-7f019ab6c54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.027519 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-bfb9c552-9123-4e71-8cca-7f019ab6c54c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4dda9db-e6db-4477-93e2-d9a15c80b7fb HTTP/1.1" status: 204 len: 168 time: 0.1582787 Jun 28 11:19:31.251106 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-947adc63-a700-4e1e-a852-65503d147b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.359648 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52244) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:31.377045 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.391309 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:31.395087 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Usage tracker for resource:security_group_rule and tenant:2fb90f0be1884ad290b0f250805958fc is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:31.398485 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:31.404080 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:31.483468 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.487505 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.539693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663c7b56-c762-407d-9d9d-5104e45a70a7,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:31.543737 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-cbf44487-5f4c-444d-919f-abae28f4eed2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fb90f0be1884ad290b0f250805958fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830535 Jun 28 11:19:31.547663 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52250) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:31.604326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-600921b0-8ca9-4440-abc4-533d3bdfe36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.629375 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-600921b0-8ca9-4440-abc4-533d3bdfe36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.681381 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-600921b0-8ca9-4440-abc4-533d3bdfe36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.695615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600921b0-8ca9-4440-abc4-533d3bdfe36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663c7b56-c762-407d-9d9d-5104e45a70a7,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:31.701938 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-600921b0-8ca9-4440-abc4-533d3bdfe36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:31.703042 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-600921b0-8ca9-4440-abc4-533d3bdfe36e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/663c7b56-c762-407d-9d9d-5104e45a70a7 HTTP/1.1" status: 204 len: 168 time: 0.1544776 Jun 28 11:19:32.277191 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:32.307384 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:33.521655 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:35.408201 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ec484-0160-43db-b961-eb20ec108b74 req-8988d760-c0bc-4885-8202-ed180fdf8ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.409586 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-8988d760-c0bc-4885-8202-ed180fdf8ebd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1099 time: 0.1480186 Jun 28 11:19:35.500069 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb2f5d-c84f-4e59-906c-86fa9357cafe req-f5802fa9-70e0-47b9-abbb-bc74a3df928a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.501523 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-adbb2f5d-c84f-4e59-906c-86fa9357cafe req-f5802fa9-70e0-47b9-abbb-bc74a3df928a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1818054 Jun 28 11:19:35.581127 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-adbb2f5d-c84f-4e59-906c-86fa9357cafe req-4aa88fac-d135-4ea7-ae65-e229e4d897a1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707777 Jun 28 11:19:35.595850 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ec484-0160-43db-b961-eb20ec108b74 req-08795c48-c2da-4e55-b632-2c478d8cadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.597247 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-08795c48-c2da-4e55-b632-2c478d8cadbf service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1797338 Jun 28 11:19:35.669655 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-2da454db-6782-4c25-bafd-569cb3b9e2ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 200 len: 217 time: 0.0642884 Jun 28 11:19:35.735501 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ec484-0160-43db-b961-eb20ec108b74 req-d3375be5-cac3-4fd7-972a-942a28b17b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.736941 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-d3375be5-cac3-4fd7-972a-942a28b17b7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0612905 Jun 28 11:19:35.821462 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ec484-0160-43db-b961-eb20ec108b74 req-ea943a98-0bd7-4752-a2f6-335aa7c3f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:35.822943 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-ea943a98-0bd7-4752-a2f6-335aa7c3f19b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789793 Jun 28 11:19:35.969418 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-e5c89164-a791-49a7-88d3-4a1dfe259fb4 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393223 Jun 28 11:19:36.188329 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de4ec484-0160-43db-b961-eb20ec108b74 req-593605f8-8256-4c70-878b-bc8fa3f2b84e service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114727 Jun 28 11:19:36.807006 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481e1e3-4146-4f37-9e83-163342b450c6 req-f8016753-abe5-481b-bad9-3302b8ec8797 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:36.809455 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d481e1e3-4146-4f37-9e83-163342b450c6 req-f8016753-abe5-481b-bad9-3302b8ec8797 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1120241 Jun 28 11:19:36.859335 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d481e1e3-4146-4f37-9e83-163342b450c6 req-b4b42641-1a47-4ecf-be23-8d69f57ed746 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jun 28 11:19:38.052831 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0c8e0-58ed-4f6f-9486-491b79da35a7 req-270f88b3-4ae8-4ef6-bf5b-a3d611ba2ef1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:38.055624 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-60b0c8e0-58ed-4f6f-9486-491b79da35a7 req-270f88b3-4ae8-4ef6-bf5b-a3d611ba2ef1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0890541 Jun 28 11:19:38.103965 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-60b0c8e0-58ed-4f6f-9486-491b79da35a7 req-7fa057d6-a071-4d6d-a99f-f1af41a9e64e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425453 Jun 28 11:19:39.297936 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dceed-270a-45eb-9850-067ff6b881a1 req-afcd2956-a31e-4458-97b5-56fc52c30760 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:39.299378 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f99dceed-270a-45eb-9850-067ff6b881a1 req-afcd2956-a31e-4458-97b5-56fc52c30760 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0859776 Jun 28 11:19:39.345791 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f99dceed-270a-45eb-9850-067ff6b881a1 req-57379ee6-7928-4631-a7f5-121e28bf4426 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Jun 28 11:19:40.037915 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:19:40.535345 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee23bdb-d084-4fa8-9dc6-25e0ea1b5f35 req-eb2a6c10-6f8c-4580-bfa9-3aaedda79cde tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:40.536721 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4ee23bdb-d084-4fa8-9dc6-25e0ea1b5f35 req-eb2a6c10-6f8c-4580-bfa9-3aaedda79cde tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0858145 Jun 28 11:19:40.580260 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4ee23bdb-d084-4fa8-9dc6-25e0ea1b5f35 req-e9c53cfc-3d2f-4657-af0e-c1a20086e1ee tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372128 Jun 28 11:19:41.772277 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c9c63-5848-4dd2-b890-15b5c8291999 req-497b160c-7cd8-4bcd-a521-12b710f99e8a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:41.774673 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-260c9c63-5848-4dd2-b890-15b5c8291999 req-497b160c-7cd8-4bcd-a521-12b710f99e8a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0897906 Jun 28 11:19:41.820116 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-260c9c63-5848-4dd2-b890-15b5c8291999 req-9e0db3b2-2325-4286-843a-f099e7106742 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Jun 28 11:19:43.046330 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0478d-4549-4112-9664-dc107967a747 req-302a1be4-b3fb-4bbb-aefb-79de3453f782 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:43.051704 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-13c0478d-4549-4112-9664-dc107967a747 req-302a1be4-b3fb-4bbb-aefb-79de3453f782 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1074545 Jun 28 11:19:43.095120 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-13c0478d-4549-4112-9664-dc107967a747 req-17cb0c44-c9e8-4f9a-bab0-f43e970ddd6e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Jun 28 11:19:44.299031 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee3f39c-acc6-42ea-86e4-fa662c5a2adc req-1b9aa06d-b5dd-41c3-999c-4c205899d546 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:44.300492 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5ee3f39c-acc6-42ea-86e4-fa662c5a2adc req-1b9aa06d-b5dd-41c3-999c-4c205899d546 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0947843 Jun 28 11:19:44.348859 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5ee3f39c-acc6-42ea-86e4-fa662c5a2adc req-e4106eb5-deda-4b0b-a59e-345451d430ef tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424612 Jun 28 11:19:45.542697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21042307-08e8-4e93-a346-8725efff419f req-984b667f-6e45-473d-9682-61f4b209be84 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:45.544070 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-21042307-08e8-4e93-a346-8725efff419f req-984b667f-6e45-473d-9682-61f4b209be84 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0902400 Jun 28 11:19:45.592497 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-21042307-08e8-4e93-a346-8725efff419f req-f5e3b7eb-8031-4337-a8f2-0c7ab7ac7ac7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Jun 28 11:19:46.783963 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1dfd4-b40e-4b65-bd7a-8b5df916142a req-8fa24250-00a6-4bf1-b477-4790b8b308ab tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:46.785439 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a7a1dfd4-b40e-4b65-bd7a-8b5df916142a req-8fa24250-00a6-4bf1-b477-4790b8b308ab tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0848737 Jun 28 11:19:46.828836 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a7a1dfd4-b40e-4b65-bd7a-8b5df916142a req-8192a91a-2f5b-4bf5-9074-93567cca47c7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377789 Jun 28 11:19:48.027940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6db64e-03c9-4ac0-b73e-71a869936816 req-82699cf2-ddca-4e73-a8d8-46f116b2edeb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:48.032352 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5c6db64e-03c9-4ac0-b73e-71a869936816 req-82699cf2-ddca-4e73-a8d8-46f116b2edeb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0946176 Jun 28 11:19:48.080874 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5c6db64e-03c9-4ac0-b73e-71a869936816 req-c478ef40-0630-4d48-91ce-5419b63f782f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441761 Jun 28 11:19:49.280924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a2080-9a3f-4c87-b662-2ddb3608e884 req-367b6413-2418-4b60-b15f-78ce8175aa8c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:49.282401 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-206a2080-9a3f-4c87-b662-2ddb3608e884 req-367b6413-2418-4b60-b15f-78ce8175aa8c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0940011 Jun 28 11:19:49.328621 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-206a2080-9a3f-4c87-b662-2ddb3608e884 req-d4810d39-61da-4983-bf0f-23f7718d6a7d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Jun 28 11:19:49.911672 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:50.519513 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1480c-0caf-424e-8b1e-c7490ed2e42e req-6cd86a59-ca82-4fab-b33e-f14c9e41f506 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:50.521084 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-13c1480c-0caf-424e-8b1e-c7490ed2e42e req-6cd86a59-ca82-4fab-b33e-f14c9e41f506 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0884969 Jun 28 11:19:50.569089 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-13c1480c-0caf-424e-8b1e-c7490ed2e42e req-97ceb096-374a-4cf0-9faa-481a07d68efb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Jun 28 11:19:51.761399 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ca001-2ee1-4e73-8cbf-1bb97617a513 req-67b41282-428f-4244-9544-102ca0529933 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:51.762843 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-622ca001-2ee1-4e73-8cbf-1bb97617a513 req-67b41282-428f-4244-9544-102ca0529933 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0852594 Jun 28 11:19:51.810568 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-622ca001-2ee1-4e73-8cbf-1bb97617a513 req-eb1c31f1-5954-4213-b678-de29f986a169 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Jun 28 11:19:53.011202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a54427-107a-480b-a7bc-37f56455f17b req-0d0049ea-1371-4869-acdc-4385b5cc602b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:53.012570 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a1a54427-107a-480b-a7bc-37f56455f17b req-0d0049ea-1371-4869-acdc-4385b5cc602b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0966604 Jun 28 11:19:53.058595 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a1a54427-107a-480b-a7bc-37f56455f17b req-99f99a9b-709f-47f9-9c09-28c38404b42e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Jun 28 11:19:53.848665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:53.988461 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.013242 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:54.018166 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Usage tracker for resource:security_group_rule and tenant:7daeac8d1b60411d9d37b34ddf05de5d is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:54.059471 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:54.075739 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:54.143915 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-9ed89c7f-c0e5-467d-add4-77747e7231d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1282182 Jun 28 11:19:54.243922 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.249916 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.271630 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2607e9d4-3d88-4eb1-81a8-3149b387c007 req-296ee315-0ac8-4208-9012-e30f98365f59 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.273420 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2607e9d4-3d88-4eb1-81a8-3149b387c007 req-296ee315-0ac8-4208-9012-e30f98365f59 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0876513 Jun 28 11:19:54.307905 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6390d-126d-4052-94c6-4380b2671624,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:54.318173 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7daeac8d1b60411d9d37b34ddf05de5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4756162 Jun 28 11:19:54.321756 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52758) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:54.326160 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.326503 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.326838 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.327167 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.327495 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.327825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.328146 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.328266 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2607e9d4-3d88-4eb1-81a8-3149b387c007 req-a468fa60-8ba0-4f8a-b116-d32faf87132c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Jun 28 11:19:54.328469 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.328789 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.329109 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.329454 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.329770 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c21411ed-1ea1-492b-835b-6def74fd1722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.338954 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-efea1f25-c92a-4ffe-bf24-bde0694adf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.340233 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-efea1f25-c92a-4ffe-bf24-bde0694adf1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1098 time: 0.1597252 Jun 28 11:19:54.399188 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.425769 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.480077 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.488909 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-a99e80ae-9885-4447-9213-0858ae6b2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.490759 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-a99e80ae-9885-4447-9213-0858ae6b2e5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.1306036 Jun 28 11:19:54.507167 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6390d-126d-4052-94c6-4380b2671624,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:54.517906 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.518269 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.518610 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.518946 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.519272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.519596 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.519918 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.520241 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.520560 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.520876 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.521192 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.521532 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:54.526033 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:54.527135 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-25dbd255-477b-42f2-abd6-9df8b78cef2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ca6390d-126d-4052-94c6-4380b2671624 HTTP/1.1" status: 204 len: 168 time: 0.2027960 Jun 28 11:19:54.598195 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-388c082f-7996-4e67-85b7-a91583ef6226 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 1001 time: 0.1002369 Jun 28 11:19:54.685555 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-5739c8c3-4aa8-4962-b306-009f95ecd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.687310 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-5739c8c3-4aa8-4962-b306-009f95ecd438 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.0806241 Jun 28 11:19:54.813121 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-7d935187-506a-4e43-9e21-810856cc0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:54.815206 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-7d935187-506a-4e43-9e21-810856cc0276 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1202197 Jun 28 11:19:54.983258 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-b8d8fd72-374d-44ed-9c70-a6b0b2eccd4a service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590075 Jun 28 11:19:55.184120 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-daa7bfe3-c7e0-423f-8839-d9bf313c0bd8 req-6d614a65-8e26-4d10-ba18-3cf9ee6b3185 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925793 Jun 28 11:19:55.335893 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52798) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.448203 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1138092076-network', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:55.453465 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:55.457784 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Usage tracker for resource:network and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:55.461631 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:55.471425 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:55.488267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Made reservation on behalf of a3938bf54b57492fa4b9d5e12cc781a1 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:19:55.492089 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.508087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.524131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:55.531115 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:55.534353 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:55.541846 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:55.552112 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ab86f-a91e-43a3-a38b-1455bc7a3f3c req-9dd873f7-cf1a-4d34-97c9-d9c2bd6edcdc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:55.554340 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fe0ab86f-a91e-43a3-a38b-1455bc7a3f3c req-9dd873f7-cf1a-4d34-97c9-d9c2bd6edcdc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0997527 Jun 28 11:19:55.613689 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fe0ab86f-a91e-43a3-a38b-1455bc7a3f3c req-6adfac51-770e-484d-b8ed-dc0e95723616 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517440 Jun 28 11:19:55.645031 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.650038 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.682046 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:19:55.690492 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3cbecd-64c9-4d06-b08d-77bcb4aa3651,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:55.701447 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.701854 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Added segment 38ae7d98-86ef-4c9b-b70f-ac099efd36f6 of type vlan for network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 Jun 28 11:19:55.737275 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.771479 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.773408 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:55.774149 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:55.878664 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] Pushing event updated for resources: {'Network': ['ID=93ddf050-0c04-48fa-b3d0-8a47c9108c97,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:55.889024 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4020d20d-be49-43b2-9ae9-3b7345dc90f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5519633 Jun 28 11:19:55.889678 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52828) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:55.899470 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Request body: {'subnet': {'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1138092076-subnet', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:55.902482 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:19:55.903479 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:55.907419 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Usage tracker for resource:subnet and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:55.910663 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:55.916644 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:55.932252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Made reservation on behalf of a3938bf54b57492fa4b9d5e12cc781a1 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:19:55.935127 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2458122'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.214024 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2458172'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.291897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d338753-8d48-4cb0-a5c4-47735b90fe0c,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.299799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Checking segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:56.300302 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Network hostable DHCP agents. Network: 93ddf050-0c04-48fa-b3d0-8a47c9108c97, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:19:56.312163 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52844) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.322681 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:19:56.332221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 93ddf050-0c04-48fa-b3d0-8a47c9108c97) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:56.337381 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:56.338361 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.344562 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ac392-2216-41e9-bdb3-af656bcc346c None None] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:19:56.363832 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-5b8e8d4d-2a77-4c31-8704-499d164c9a28 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4728723 Jun 28 11:19:56.367143 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52850) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.372388 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:19:56.376926 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.380952 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Usage tracker for resource:router and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:56.384070 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:56.389969 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.407180 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.409087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.429216 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.456843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.472091 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:56.477456 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Usage tracker for resource:security_group_rule and tenant:e84a586474c447b984ae10aaf96ef305 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:56.480623 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:56.486491 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:56.578688 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.585822 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.590462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:19:56.591985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.645146 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e84a586474c447b984ae10aaf96ef305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317184 Jun 28 11:19:56.647479 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6227a9-a3f3-43ab-ab64-06f46a799ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ccd964-6729-4468-a0e8-9b1bb14ee977,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.650647 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52856) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:56.727155 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-47ba4597-9dcd-47cb-bd1f-34ad95d732c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.755751 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-47ba4597-9dcd-47cb-bd1f-34ad95d732c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.799833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Allocated IP 172.20.0.2 (93ddf050-0c04-48fa-b3d0-8a47c9108c97/4d338753-8d48-4cb0-a5c4-47735b90fe0c/a8e29059-2816-46c7-bdff-e87c4676c82c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:56.820134 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-47ba4597-9dcd-47cb-bd1f-34ad95d732c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.835611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba4597-9dcd-47cb-bd1f-34ad95d732c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ccd964-6729-4468-a0e8-9b1bb14ee977,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:56.849542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.856354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-47ba4597-9dcd-47cb-bd1f-34ad95d732c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:56.857526 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-47ba4597-9dcd-47cb-bd1f-34ad95d732c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77ccd964-6729-4468-a0e8-9b1bb14ee977 HTTP/1.1" status: 204 len: 168 time: 0.2056036 Jun 28 11:19:56.996272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e099-d24f-4ee2-bc3d-955bb6885552 req-8373e970-baa8-40d2-a22c-679fd3360b89 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:56.997821 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9536e099-d24f-4ee2-bc3d-955bb6885552 req-8373e970-baa8-40d2-a22c-679fd3360b89 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.2179034 Jun 28 11:19:57.088982 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9536e099-d24f-4ee2-bc3d-955bb6885552 req-3fc4c1be-8ea4-45ba-89be-1b558f351403 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773778 Jun 28 11:19:57.130493 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.144447 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Transition to ACTIVE for port object a8e29059-2816-46c7-bdff-e87c4676c82c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:57.170907 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Transition to ACTIVE for port object a8e29059-2816-46c7-bdff-e87c4676c82c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:19:57.178637 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.250382 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:57.258190 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:57.262768 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:57.268548 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Pushing event updated for resources: {'Port': ['ID=a8e29059-2816-46c7-bdff-e87c4676c82c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:57.320645 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.320994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.321358 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.321695 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.322027 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.322355 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.322681 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.323008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.323351 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.323676 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.323999 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.324316 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:19:57.388546 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Attempting to bind port a8e29059-2816-46c7-bdff-e87c4676c82c on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:19:57.388918 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Attempting to bind port a8e29059-2816-46c7-bdff-e87c4676c82c by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:19:57.389296 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Attempting to bind port a8e29059-2816-46c7-bdff-e87c4676c82c on network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:19:57.394949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:19:57.395425 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Checking segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:19:57.396166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.396590 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Bound using segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:19:57.397640 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Bound port: a8e29059-2816-46c7-bdff-e87c4676c82c, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:19:57.398019 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.398774 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.435822 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.504565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] For port a8e29059-2816-46c7-bdff-e87c4676c82c, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:19:57.508650 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] For port a8e29059-2816-46c7-bdff-e87c4676c82c, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a8e29059-2816-46c7-bdff-e87c4676c82c,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:19:57.515713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.606027 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Allocated IP 172.27.1.110 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/a433e58d-d3de-498d-8d42-6868aa9689ae) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:19:57.611378 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ddcc7-82e0-4afa-959d-8cec4c22c905 None None] Pushing event updated for resources: {'Port': ['ID=a8e29059-2816-46c7-bdff-e87c4676c82c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:57.788359 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.825421 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:57.915046 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:19:57.924854 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:19:57.938636 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Pushing event updated for resources: {'Port': ['ID=a433e58d-d3de-498d-8d42-6868aa9689ae,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:57.941671 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:19:58.354843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9111f-f064-437e-9505-7aa7ba2b506c req-826b3e92-daa8-481f-b330-fd14c493d0a2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:58.356562 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-60c9111f-f064-437e-9505-7aa7ba2b506c req-826b3e92-daa8-481f-b330-fd14c493d0a2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1043997 Jun 28 11:19:58.421200 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-60c9111f-f064-437e-9505-7aa7ba2b506c req-605dfe44-c631-4fd7-bed8-a05a6e8c830e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573723 Jun 28 11:19:58.455294 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.814943 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f452e-e262-49e4-b561-64a8196b0cc5 None None] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:19:58.917320 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1851c904-5905-444f-b0e2-681abc35a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:58.950414 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52932) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:58.981143 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d292ffdd-4307-41b8-8658-7f91ba4209f2 None None] Provisioning for port a8e29059-2816-46c7-bdff-e87c4676c82c completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:19:59.036241 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.139529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.157033 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:19:59.161553 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Usage tracker for resource:security_group_rule and tenant:27b4d305282a481ca97a23b87fb098ad is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:19:59.164940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:19:59.173710 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:19:59.309194 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.323664 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:19:59.324177 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.382723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7969066-bc07-4151-aa3a-47568ec39da1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:59.421527 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8371c339-32d3-4b39-9869-b73184c3170b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=27b4d305282a481ca97a23b87fb098ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692962 Jun 28 11:19:59.428638 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52962) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:59.661182 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-39c846b8-eed7-4201-afa0-4ce05d6ea4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.668149 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52970) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:59.678542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:19:59.690434 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Sync routers for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:19:59.706086 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:19:59.706873 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:19:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:19:59.718114 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-39c846b8-eed7-4201-afa0-4ce05d6ea4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.751222 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6c45c-e809-45da-bf6b-167aeac16c86 req-2c1f0880-ee40-4397-8600-d4f666948aa8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:19:59.752694 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6ac6c45c-e809-45da-bf6b-167aeac16c86 req-2c1f0880-ee40-4397-8600-d4f666948aa8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1998348 Jun 28 11:19:59.756875 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.760752 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-47fb8a40-3e44-48c8-bb5c-7e051c09849a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3899939 Jun 28 11:19:59.768897 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 52976) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:19:59.816267 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6ac6c45c-e809-45da-bf6b-167aeac16c86 req-11e7556b-41fd-475b-9727-5e34d6bf8139 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Jun 28 11:19:59.831109 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-39c846b8-eed7-4201-afa0-4ce05d6ea4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.856926 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c846b8-eed7-4201-afa0-4ce05d6ea4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7969066-bc07-4151-aa3a-47568ec39da1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:19:59.866209 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-39c846b8-eed7-4201-afa0-4ce05d6ea4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.870333 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-39c846b8-eed7-4201-afa0-4ce05d6ea4f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7969066-bc07-4151-aa3a-47568ec39da1 HTTP/1.1" status: 204 len: 168 time: 0.4403133 Jun 28 11:19:59.946801 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:19:59.962208 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:19:59.994323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:00.000399 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:88c8251c2acc478ba21ddff06712935f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:00.010461 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:00.033557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:00.042979 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a8e29059-2816-46c7-bdff-e87c4676c82c up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:00.248104 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 52996) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:00.267383 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.282642 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:00.286790 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Usage tracker for resource:security_group_rule and tenant:e3753f73175e4817898a0acf8a40edf8 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:00.290638 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:00.296838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:00.298496 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port a8e29059-2816-46c7-bdff-e87c4676c82c completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:00.315672 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port a8e29059-2816-46c7-bdff-e87c4676c82c triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:00.316037 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.356993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.427749 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.485001 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.490852 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.495203 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c834ba36-8375-4d5d-a3af-47299a1a18a2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:00.504353 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-82aa02c3-0d60-43f5-913e-61cff97fb0a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88c8251c2acc478ba21ddff06712935f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8357179 Jun 28 11:20:00.504937 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53004) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:00.566112 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port a8e29059-2816-46c7-bdff-e87c4676c82c is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:00.566564 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.567590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189eabc2-b8b2-4cef-b2f1-152e530ec44b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:00.581970 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:19:58Z', 'revision_number': 3, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:00.582198 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-fbdbbca4-6c28-43bd-bc49-c95972cdae6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3753f73175e4817898a0acf8a40edf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302958 Jun 28 11:20:00.582198 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53008) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:00.588713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Checking router: 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:20:00.589065 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Updating router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 port a433e58d-d3de-498d-8d42-6868aa9689ae binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:20:00.651024 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-255b962f-c544-4a71-a27d-422617cc1bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.652457 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98794dc7-efad-4bf8-ac87-63989aeda4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.653681 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port a8e29059-2816-46c7-bdff-e87c4676c82c, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a8e29059-2816-46c7-bdff-e87c4676c82c,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:00.659831 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.661194 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.679461 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98794dc7-efad-4bf8-ac87-63989aeda4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.684466 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-255b962f-c544-4a71-a27d-422617cc1bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.759564 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-255b962f-c544-4a71-a27d-422617cc1bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.780804 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b962f-c544-4a71-a27d-422617cc1bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189eabc2-b8b2-4cef-b2f1-152e530ec44b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:00.790362 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-255b962f-c544-4a71-a27d-422617cc1bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.794289 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-255b962f-c544-4a71-a27d-422617cc1bd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/189eabc2-b8b2-4cef-b2f1-152e530ec44b HTTP/1.1" status: 204 len: 168 time: 0.2086806 Jun 28 11:20:00.819181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98794dc7-efad-4bf8-ac87-63989aeda4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.842128 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=a8e29059-2816-46c7-bdff-e87c4676c82c,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:00.851181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98794dc7-efad-4bf8-ac87-63989aeda4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c834ba36-8375-4d5d-a3af-47299a1a18a2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:00.878917 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-98794dc7-efad-4bf8-ac87-63989aeda4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:00.893866 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-98794dc7-efad-4bf8-ac87-63989aeda4d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c834ba36-8375-4d5d-a3af-47299a1a18a2 HTTP/1.1" status: 204 len: 168 time: 0.3801653 Jun 28 11:20:00.898493 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.229185 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70491978-1d43-40a8-af0f-f58c71b726f8 req-79513680-3127-415d-8eab-dc78291df37c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:01.229363 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.230751 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-70491978-1d43-40a8-af0f-f58c71b726f8 req-79513680-3127-415d-8eab-dc78291df37c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1947346 Jun 28 11:20:01.243450 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Transition to ACTIVE for port object a433e58d-d3de-498d-8d42-6868aa9689ae will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:01.253835 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.333028 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-70491978-1d43-40a8-af0f-f58c71b726f8 req-fb310eba-a400-4309-b4a9-0f2d87cb3a1c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927334 Jun 28 11:20:01.369849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Allocated IP 172.20.0.1 (93ddf050-0c04-48fa-b3d0-8a47c9108c97/4d338753-8d48-4cb0-a5c4-47735b90fe0c/5a3809e2-7c99-4a0c-a95e-0da1187b6991) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:01.409962 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Attempting to bind port a433e58d-d3de-498d-8d42-6868aa9689ae on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:01.410755 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Attempting to bind port a433e58d-d3de-498d-8d42-6868aa9689ae by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:01.419944 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Attempting to bind port a433e58d-d3de-498d-8d42-6868aa9689ae on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:01.429233 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:01.429549 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:01.429968 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.430340 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:01.430815 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Bound port: a433e58d-d3de-498d-8d42-6868aa9689ae, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:01.431190 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.458504 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d675e6-c150-48d1-88d1-163009bcfe45 None None] Pushing event updated for resources: {'Port': ['ID=a433e58d-d3de-498d-8d42-6868aa9689ae,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:01.473312 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b02e3543-44a6-43f9-a919-a3aec2b45a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.530816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] For port a433e58d-d3de-498d-8d42-6868aa9689ae, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:01.535014 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] For port a433e58d-d3de-498d-8d42-6868aa9689ae, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a433e58d-d3de-498d-8d42-6868aa9689ae,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:01.541876 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.567004 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.586461 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Transition to ACTIVE for port object 5a3809e2-7c99-4a0c-a95e-0da1187b6991 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:01.605889 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53046) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:01.617299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:01.618004 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:01.623930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.644559 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.679253 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:01.683853 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Usage tracker for resource:security_group_rule and tenant:150a1a1ace144d18a2ce74bd942238a5 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:01.687362 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:01.696300 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:01.778850 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:01.782300 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:01.795892 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:01.796397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.803700 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.813908 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.824181 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:01.846455 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3809e2-7c99-4a0c-a95e-0da1187b6991,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:01.880074 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=150a1a1ace144d18a2ce74bd942238a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727842 Jun 28 11:20:01.881099 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23839b-de76-4798-a85a-17eeffb17718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d7a7d-77b7-49a0-9882-b386865beeeb,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:01.883734 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53050) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:01.956183 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3c18289d-bcdb-40b2-b717-a66e8bbbccbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:01.985031 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3c18289d-bcdb-40b2-b717-a66e8bbbccbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.062619 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3c18289d-bcdb-40b2-b717-a66e8bbbccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.083118 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3c18289d-bcdb-40b2-b717-a66e8bbbccbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.085228 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3c18289d-bcdb-40b2-b717-a66e8bbbccbc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/173d7a7d-77b7-49a0-9882-b386865beeeb HTTP/1.1" status: 204 len: 168 time: 0.1999300 Jun 28 11:20:02.086252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18289d-bcdb-40b2-b717-a66e8bbbccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d7a7d-77b7-49a0-9882-b386865beeeb,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:02.105563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.154201 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a8e29059-2816-46c7-bdff-e87c4676c82c up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:02.278750 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d675e6-c150-48d1-88d1-163009bcfe45 None None] Pushing event updated for resources: {'Port': ['ID=a433e58d-d3de-498d-8d42-6868aa9689ae,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:02.306912 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-69132c09-38e6-40f1-afe5-764925eff453 None None] Provisioning for port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:02.351171 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-69132c09-38e6-40f1-afe5-764925eff453 None None] Provisioning complete for port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:02.351536 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-69132c09-38e6-40f1-afe5-764925eff453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.390015 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.396697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.397296 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.424976 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.450560 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.545231 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-69132c09-38e6-40f1-afe5-764925eff453 None None] Port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:20:02.550157 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port a8e29059-2816-46c7-bdff-e87c4676c82c triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:02.550529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:02.575149 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Pushing event updated for resources: {'Port': ['ID=5a3809e2-7c99-4a0c-a95e-0da1187b6991,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:02.654078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77681574-8b00-42b3-a597-8d17a003a814 req-a37aef58-551f-4301-89c9-36e8b7ee2207 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:02.660922 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77681574-8b00-42b3-a597-8d17a003a814 req-a37aef58-551f-4301-89c9-36e8b7ee2207 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1020243 Jun 28 11:20:02.670186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:02.671571 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:02.721851 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77681574-8b00-42b3-a597-8d17a003a814 req-4dcc0376-3844-4211-97ef-502e1f36cb61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Jun 28 11:20:02.935269 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:19:58Z', 'revision_number': 3, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:02.950149 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port a8e29059-2816-46c7-bdff-e87c4676c82c is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:02.955651 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf35058-6193-4a0e-8a79-c7ff60b78314 None None] The sync data for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi is: [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:19:58Z', 'revision_number': 3, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:20:03.065671 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:20:03.079651 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bcbe55fe-f4ba-468b-9bc2-e1dc848ebb38 None None] Provisioning complete for port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:03.080025 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcbe55fe-f4ba-468b-9bc2-e1dc848ebb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:03.204168 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe55fe-f4ba-468b-9bc2-e1dc848ebb38 None None] Port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:20:03.292988 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:20:03.303883 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7ee52409-ce13-4341-8703-26db4a191d84 admin admin] 10.222.0.44 "PUT /v2.0/routers/9c030a51-89ef-4e4c-b5ba-af68d07d43a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5318933 Jun 28 11:20:03.527693 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.065115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a433e58d-d3de-498d-8d42-6868aa9689ae up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:04.242519 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port a433e58d-d3de-498d-8d42-6868aa9689ae completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:04.242519 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port a433e58d-d3de-498d-8d42-6868aa9689ae triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:04.242519 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.262520 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a1b76-78b9-4a21-92ea-f59ca373ac43 req-2b15ab4d-d7a4-4566-ac21-14360a40a9b0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:04.275756 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c56a1b76-78b9-4a21-92ea-f59ca373ac43 req-2b15ab4d-d7a4-4566-ac21-14360a40a9b0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.4171700 Jun 28 11:20:04.371816 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c56a1b76-78b9-4a21-92ea-f59ca373ac43 req-dfbc02a1-d5fe-43fa-b31f-22610813b25f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900137 Jun 28 11:20:04.402891 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port a433e58d-d3de-498d-8d42-6868aa9689ae is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:04.403612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.424087 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port a433e58d-d3de-498d-8d42-6868aa9689ae, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a433e58d-d3de-498d-8d42-6868aa9689ae,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:04.473159 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.564933 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=a433e58d-d3de-498d-8d42-6868aa9689ae,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:04.626135 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53168) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:04.632577 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-953950269-network', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:04.637665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:04.641875 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Usage tracker for resource:network and tenant:316ba3ff8fbf4f438a94af19ee9fc387 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:04.644815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:04.652101 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:04.663823 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Made reservation on behalf of 316ba3ff8fbf4f438a94af19ee9fc387 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:04.666351 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.680400 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.695806 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:04.701588 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Usage tracker for resource:security_group_rule and tenant:316ba3ff8fbf4f438a94af19ee9fc387 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:04.708754 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:04.719303 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:04.825965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.838540 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.874473 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:20:04.885196 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2472567b-84eb-4bc9-95cf-a14ebdd518af,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:04.891708 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.892327 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Added segment d3922deb-dc9e-4da2-89af-fa6eb6f628a2 of type vlan for network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 Jun 28 11:20:04.925849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.965522 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:04.966643 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:04.967271 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.042942 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53182) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:05.089252 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4608083 Jun 28 11:20:05.089252 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dae417-ec39-495b-bec2-8769318af7cf admin admin] Pushing event updated for resources: {'Network': ['ID=4dafbbdf-638f-45c1-85a3-8eb0a418af51,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:05.091416 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53190) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:05.097803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Request body: {'subnet': {'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-953950269-subnet', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:05.101643 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:20:05.105210 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:05.109724 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Usage tracker for resource:subnet and tenant:316ba3ff8fbf4f438a94af19ee9fc387 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:05.114611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:05.122080 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:05.134163 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Made reservation on behalf of 316ba3ff8fbf4f438a94af19ee9fc387 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:05.137664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.151758 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Sync routers for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:20:05.168939 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:05.169218 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:05.311070 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.329189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:05.336673 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Usage tracker for resource:security_group_rule and tenant:e81dc94a6eac4988bb3fcc8cfef0163a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:05.341948 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:05.352554 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:05.447363 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:05.596259 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.734569 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979995ef-adf0-44ea-b501-44088edda9a0,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:05.747388 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Checking segment: {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:05.747837 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Network hostable DHCP agents. Network: 4dafbbdf-638f-45c1-85a3-8eb0a418af51, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:20:05.768984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:20:05.769693 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.779368 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 4dafbbdf-638f-45c1-85a3-8eb0a418af51) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:05.779592 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.786582 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:05.789133 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.792097 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85332c77-b98a-4563-9dc0-90a0569d3616 None None] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:05.817858 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-0ea6ab99-4f0b-47fd-a22a-71d595316d69 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7253146 Jun 28 11:20:05.819621 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53202) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:05.831969 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:05.838125 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:05.843629 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8277bf52-c180-4b34-ae2d-a9d4ce6f133b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:05.845897 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Usage tracker for resource:router and tenant:316ba3ff8fbf4f438a94af19ee9fc387 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:05.848418 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:02Z', 'revision_number': 2, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:05.850974 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:05.854818 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Checking router: 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:20:05.855544 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Updating router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:20:05.857913 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:05.874072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.876405 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.901323 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-9a547ed5-d68e-499e-a878-d1dafa7ff958 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e81dc94a6eac4988bb3fcc8cfef0163a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545179 Jun 28 11:20:05.903951 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53206) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:05.908068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80282f-b640-49b6-9ff8-5c80b2300412 req-c943d09b-44f2-4554-ad3a-90375415c6c8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:05.917049 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed80282f-b640-49b6-9ff8-5c80b2300412 req-c943d09b-44f2-4554-ad3a-90375415c6c8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.2124152 Jun 28 11:20:05.937174 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.962428 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:05.981983 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed80282f-b640-49b6-9ff8-5c80b2300412 req-4839bb43-347f-43a2-8ecb-6ed0fdbf8dce tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639641 Jun 28 11:20:06.000948 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a433e58d-d3de-498d-8d42-6868aa9689ae up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:06.128022 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'fixed_ips': [{'subnet_id': '979995ef-adf0-44ea-b501-44088edda9a0'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:20:06.129078 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.144445 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port a433e58d-d3de-498d-8d42-6868aa9689ae triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:06.144815 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.322687 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-425dee30-7618-4ffd-bc66-b9d03d764b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.327759 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.367366 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.384359 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Transition to ACTIVE for port object 5a3809e2-7c99-4a0c-a95e-0da1187b6991 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:06.385592 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-425dee30-7618-4ffd-bc66-b9d03d764b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.392658 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.403961 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port a433e58d-d3de-498d-8d42-6868aa9689ae is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:06.411604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Allocated IP 172.20.0.2 (4dafbbdf-638f-45c1-85a3-8eb0a418af51/979995ef-adf0-44ea-b501-44088edda9a0/4520f1df-2b17-480d-b4a9-e6942382c3dd) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:06.519088 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-425dee30-7618-4ffd-bc66-b9d03d764b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.539444 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dee30-7618-4ffd-bc66-b9d03d764b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8277bf52-c180-4b34-ae2d-a9d4ce6f133b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:06.569108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-425dee30-7618-4ffd-bc66-b9d03d764b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.570254 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-425dee30-7618-4ffd-bc66-b9d03d764b43 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8277bf52-c180-4b34-ae2d-a9d4ce6f133b HTTP/1.1" status: 204 len: 168 time: 0.6650343 Jun 28 11:20:06.682948 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Pushing event updated for resources: {'Port': ['ID=5a3809e2-7c99-4a0c-a95e-0da1187b6991,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:06.706793 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.706793 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.707102 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.707269 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.707647 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.713439 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.713858 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.714382 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.714732 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.715085 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.715500 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.715830 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:06.747149 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Attempting to bind port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:06.747493 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Attempting to bind port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:06.747894 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Attempting to bind port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 on network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:06.759500 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:06.759823 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Checking segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:06.760266 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.760695 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Bound using segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:06.761227 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Bound port: 5a3809e2-7c99-4a0c-a95e-0da1187b6991, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:06.763628 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.777562 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.801692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Transition to ACTIVE for port object 4520f1df-2b17-480d-b4a9-e6942382c3dd will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:06.815522 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.848464 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Transition to ACTIVE for port object 4520f1df-2b17-480d-b4a9-e6942382c3dd will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:06.855622 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.863698 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.893216 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] For port 5a3809e2-7c99-4a0c-a95e-0da1187b6991, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:06.899604 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] For port 5a3809e2-7c99-4a0c-a95e-0da1187b6991, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=5a3809e2-7c99-4a0c-a95e-0da1187b6991,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:06.906614 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:06.973205 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Pushing event updated for resources: {'Port': ['ID=4520f1df-2b17-480d-b4a9-e6942382c3dd,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:06.996964 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:07.000635 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:07.003994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:07.026743 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:07.027502 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:07.071566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53224) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:07.102043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.159631 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:07.167937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Usage tracker for resource:security_group_rule and tenant:9a936957754442a4983389cb99458b98 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:07.175105 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:07.190966 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:07.192181 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Attempting to bind port 4520f1df-2b17-480d-b4a9-e6942382c3dd on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:07.192554 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Attempting to bind port 4520f1df-2b17-480d-b4a9-e6942382c3dd by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:07.192912 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Attempting to bind port 4520f1df-2b17-480d-b4a9-e6942382c3dd on network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:07.208562 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407bd03-6618-45fe-8fde-2aed4879a7f6 None None] Pushing event updated for resources: {'Port': ['ID=5a3809e2-7c99-4a0c-a95e-0da1187b6991,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:07.208889 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:07.209113 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Checking segment: {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:07.212642 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.213617 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Bound using segment: {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:07.215366 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Bound port: 4520f1df-2b17-480d-b4a9-e6942382c3dd, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:07.215751 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.315573 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:07.339377 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] For port 4520f1df-2b17-480d-b4a9-e6942382c3dd, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:07.341562 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Allocated IP 172.27.1.231 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/60d2c55f-68a8-4555-a81b-83eb4b8abd48) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:07.353145 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] For port 4520f1df-2b17-480d-b4a9-e6942382c3dd, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=4520f1df-2b17-480d-b4a9-e6942382c3dd,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:07.360040 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.360209 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.366293 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.464259 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a936957754442a4983389cb99458b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909981 Jun 28 11:20:07.466219 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4d280-e1e3-4f6a-bde7-b7c6d600d211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c61525-952f-4a75-9203-3030edbd1037,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:07.468860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53234) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:07.501071 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14542c2-8778-44e2-b9f8-7d8d4bfeb6aa req-34f451d4-8e0a-48f2-ad93-1d3e08ef740a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:07.503400 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d14542c2-8778-44e2-b9f8-7d8d4bfeb6aa req-34f451d4-8e0a-48f2-ad93-1d3e08ef740a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.2945533 Jun 28 11:20:07.542567 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370d0a6-818d-41cd-83b7-76decf217a0e None None] Pushing event updated for resources: {'Port': ['ID=4520f1df-2b17-480d-b4a9-e6942382c3dd,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:07.598943 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ec978681-7cb5-4ace-87bb-4bc297338e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.620398 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d14542c2-8778-44e2-b9f8-7d8d4bfeb6aa req-f9b2d749-3a6d-49f5-86b2-560f372bd2f9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071582 Jun 28 11:20:07.636465 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ec978681-7cb5-4ace-87bb-4bc297338e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.641767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.679763 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.708035 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ec978681-7cb5-4ace-87bb-4bc297338e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.737417 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec978681-7cb5-4ace-87bb-4bc297338e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c61525-952f-4a75-9203-3030edbd1037,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:07.762464 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ec978681-7cb5-4ace-87bb-4bc297338e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:07.763681 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ec978681-7cb5-4ace-87bb-4bc297338e19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45c61525-952f-4a75-9203-3030edbd1037 HTTP/1.1" status: 204 len: 168 time: 0.2938159 Jun 28 11:20:07.790863 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:07.793647 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:07.798421 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:07.848803 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:06Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:07.855412 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae96d5-7762-4c58-b465-138e62c09629 None None] The sync data for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi is: [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:06Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:20:07.888578 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Pushing event updated for resources: {'Port': ['ID=60d2c55f-68a8-4555-a81b-83eb4b8abd48,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:08.085485 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 4520f1df-2b17-480d-b4a9-e6942382c3dd up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:08.199696 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 4520f1df-2b17-480d-b4a9-e6942382c3dd completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:08.370678 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.916244 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a520b-83b9-4c25-abaa-76ee3d3be387 None None] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:08.974730 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:08.982496 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed4494-2355-46dd-84c8-402b1b405a2d req-f51744d2-6084-41de-8fe8-b35b7a2db0c0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:08.997256 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95ed4494-2355-46dd-84c8-402b1b405a2d req-f51744d2-6084-41de-8fe8-b35b7a2db0c0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1637173 Jun 28 11:20:09.059461 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Provisioning for port 4520f1df-2b17-480d-b4a9-e6942382c3dd completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:09.068772 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53272) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:09.081823 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Provisioning complete for port 4520f1df-2b17-480d-b4a9-e6942382c3dd triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:09.082215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.100064 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-95ed4494-2355-46dd-84c8-402b1b405a2d req-8bef974b-fde8-4d05-ae7a-2880acb7faa4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010907 Jun 28 11:20:09.214490 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-157726222-network', 'tenant_id': '9ffbc86a7d824a6890c1846c43f710d7'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:09.219280 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:09.223642 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Usage tracker for resource:network and tenant:9ffbc86a7d824a6890c1846c43f710d7 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:09.228133 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:09.238905 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:09.254755 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Made reservation on behalf of 9ffbc86a7d824a6890c1846c43f710d7 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:09.257990 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.274162 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.291653 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:09.300677 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Usage tracker for resource:security_group_rule and tenant:9ffbc86a7d824a6890c1846c43f710d7 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:09.304672 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:09.311293 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:09.322483 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Router c853ee05-cfc4-405b-822e-aa36e7a0a563 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:20:09.352639 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Current status of the port 4520f1df-2b17-480d-b4a9-e6942382c3dd is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:09.353209 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.407663 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] For port 4520f1df-2b17-480d-b4a9-e6942382c3dd, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=4520f1df-2b17-480d-b4a9-e6942382c3dd,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:09.412127 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.442355 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.449467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.499961 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5edc3d-5b97-4093-bfe7-b961365520cb None None] Pushing event updated for resources: {'Port': ['ID=4520f1df-2b17-480d-b4a9-e6942382c3dd,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:09.514884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf15950-6854-421c-b43c-7abcccb82d9a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:09.533026 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:20:09.546987 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.547326 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Added segment e27ae453-a187-412e-8a6f-c28410181c7a of type vlan for network 8f652e0c-7f96-48ec-996b-5a826bca72ab Jun 28 11:20:09.574948 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:20:09.584763 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Sync routers for ids ['c853ee05-cfc4-405b-822e-aa36e7a0a563'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:20:09.590154 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.597444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Routers {'c853ee05-cfc4-405b-822e-aa36e7a0a563'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:09.598328 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['c853ee05-cfc4-405b-822e-aa36e7a0a563'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:09.602976 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.604610 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-f9d5c8de-b874-4e7e-805d-4887dcdbd640 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7827840 Jun 28 11:20:09.607242 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53280) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:09.659320 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.660609 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:09.660920 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.764092 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6907444 Jun 28 11:20:09.769860 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53284) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:09.779923 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Request body: {'subnet': {'network_id': '8f652e0c-7f96-48ec-996b-5a826bca72ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-157726222-subnet', 'tenant_id': '9ffbc86a7d824a6890c1846c43f710d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:09.785873 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:09.792795 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8a2196aa-15db-4bbf-aa6f-4da266551380 None None] Provisioning complete for port 4520f1df-2b17-480d-b4a9-e6942382c3dd triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:09.793090 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8a2196aa-15db-4bbf-aa6f-4da266551380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.793215 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Usage tracker for resource:subnet and tenant:9ffbc86a7d824a6890c1846c43f710d7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:09.793760 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d4a32-49ce-4e87-8827-cd5d0e063937 admin admin] Pushing event updated for resources: {'Network': ['ID=8f652e0c-7f96-48ec-996b-5a826bca72ab,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:09.798569 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:09.808365 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:09.830032 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 8f652e0c-7f96-48ec-996b-5a826bca72ab details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:20:09.921300 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Made reservation on behalf of 9ffbc86a7d824a6890c1846c43f710d7 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:09.923479 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:09.994456 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Set router c853ee05-cfc4-405b-822e-aa36e7a0a563 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:10.127965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 4520f1df-2b17-480d-b4a9-e6942382c3dd up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:10.378748 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8a2196aa-15db-4bbf-aa6f-4da266551380 None None] Current status of the port 4520f1df-2b17-480d-b4a9-e6942382c3dd is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:10.432201 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 4520f1df-2b17-480d-b4a9-e6942382c3dd triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:10.432575 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:10.647002 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:20:08Z', 'revision_number': 3, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:10.648743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 4520f1df-2b17-480d-b4a9-e6942382c3dd is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:10.649807 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 5a3809e2-7c99-4a0c-a95e-0da1187b6991 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:10.675599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:10.686366 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Checking router: c853ee05-cfc4-405b-822e-aa36e7a0a563 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:20:10.686713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Updating router c853ee05-cfc4-405b-822e-aa36e7a0a563 port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:20:10.750324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b5499-b713-4fd4-9b42-2489d0042c25 req-aded22fe-8717-4f49-86e1-39969a4b5d20 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:10.751789 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b18b5499-b713-4fd4-9b42-2489d0042c25 req-aded22fe-8717-4f49-86e1-39969a4b5d20 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.4607141 Jun 28 11:20:10.756614 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:10.765524 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4610a5-5b41-4741-9568-5cac3145ffe2 req-744a489b-1bd0-4586-943f-bae426f38d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:10.766931 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac4610a5-5b41-4741-9568-5cac3145ffe2 req-744a489b-1bd0-4586-943f-bae426f38d06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1099 time: 0.3958125 Jun 28 11:20:10.810486 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:10.820940 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:10.821325 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:10.970862 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2485f035-0e39-4a16-8614-5150608360b7,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:11.055298 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac4610a5-5b41-4741-9568-5cac3145ffe2 req-203f7564-dbaa-4f85-8497-7e73ca70940a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810333 Jun 28 11:20:11.057941 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b18b5499-b713-4fd4-9b42-2489d0042c25 req-04293fe6-8958-4946-88c1-9bccc7fc95c2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901666 Jun 28 11:20:11.061231 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Checking segment: {'id': 'e27ae453-a187-412e-8a6f-c28410181c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8f652e0c-7f96-48ec-996b-5a826bca72ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:11.061607 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Network hostable DHCP agents. Network: 8f652e0c-7f96-48ec-996b-5a826bca72ab, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:20:11.096763 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Network 8f652e0c-7f96-48ec-996b-5a826bca72ab is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:20:11.103653 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.103944 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:11.104320 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.124128 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 8f652e0c-7f96-48ec-996b-5a826bca72ab) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:11.137680 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c78ae-f0a3-4da1-b5e4-1d539cd20418 None None] Network 8f652e0c-7f96-48ec-996b-5a826bca72ab requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:11.161147 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:11.161662 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.201217 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d83c5884-48b8-4664-aa3f-765a8f58be0c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4303248 Jun 28 11:20:11.238364 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 5a3809e2-7c99-4a0c-a95e-0da1187b6991, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=5a3809e2-7c99-4a0c-a95e-0da1187b6991,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:11.253578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.332984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Allocated IP 172.20.0.1 (4dafbbdf-638f-45c1-85a3-8eb0a418af51/979995ef-adf0-44ea-b501-44088edda9a0/c6914b21-3c13-4516-a70c-21c42932dede) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:11.502198 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.503373 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.508976 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=5a3809e2-7c99-4a0c-a95e-0da1187b6991,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:11.525487 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Transition to ACTIVE for port object c6914b21-3c13-4516-a70c-21c42932dede will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:11.528920 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Transition to ACTIVE for port object 60d2c55f-68a8-4555-a81b-83eb4b8abd48 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:11.562178 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.584775 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.635869 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:11.639024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:11.649971 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:11.650467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.669640 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c98f0-9d30-459a-bdef-2eb3e4a5947b None None] Network 8f652e0c-7f96-48ec-996b-5a826bca72ab requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:11.686204 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Pushing event updated for resources: {'Port': ['ID=c6914b21-3c13-4516-a70c-21c42932dede,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:11.776540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Attempting to bind port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:11.777051 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Attempting to bind port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:11.777537 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Attempting to bind port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:11.804148 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:11.804736 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:11.805235 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.805747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:11.806314 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Bound port: 60d2c55f-68a8-4555-a81b-83eb4b8abd48, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:11.806871 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.842816 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.886901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5ecd4-88f4-4c4e-a4d9-f6289409d403 None None] Pushing event updated for resources: {'Port': ['ID=60d2c55f-68a8-4555-a81b-83eb4b8abd48,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:11.897984 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53336) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:11.906809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1630168961-network', 'tenant_id': 'ad9234432a664f899a3dc601bd0169be'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:11.916513 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] For port 60d2c55f-68a8-4555-a81b-83eb4b8abd48, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:11.918459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:11.928268 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Usage tracker for resource:network and tenant:ad9234432a664f899a3dc601bd0169be is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:11.937939 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:11.940858 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] For port 60d2c55f-68a8-4555-a81b-83eb4b8abd48, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=60d2c55f-68a8-4555-a81b-83eb4b8abd48,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:11.954138 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:11.965319 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:11.977045 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Made reservation on behalf of ad9234432a664f899a3dc601bd0169be for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:11.981387 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.008115 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.039935 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:12.056229 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9234432a664f899a3dc601bd0169be is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:12.065937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:12.066720 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:12.254468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5ecd4-88f4-4c4e-a4d9-f6289409d403 None None] Pushing event updated for resources: {'Port': ['ID=60d2c55f-68a8-4555-a81b-83eb4b8abd48,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:12.259128 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 5a3809e2-7c99-4a0c-a95e-0da1187b6991 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:12.264642 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53348) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:12.279043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.284722 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.323337 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:20:12.331761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-75fe9128-7c00-4e78-a2fa-5fc9e074babb None None] Provisioning for port c6914b21-3c13-4516-a70c-21c42932dede completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:12.342922 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.343704 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Added segment 51357e10-672f-4fcf-8e53-0c738a08d314 of type vlan for network 89018cb2-cf77-4e84-8d6c-7b977bd6c043 Jun 28 11:20:12.343858 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Routers {'c853ee05-cfc4-405b-822e-aa36e7a0a563'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:12.344500 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['c853ee05-cfc4-405b-822e-aa36e7a0a563'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:12.344825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c3625-bc9a-438d-877a-0663065d90f8,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:12.372892 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.378676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.379620 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.391903 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.412919 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea303-d3d9-46c8-a520-fb5dd984e2ff req-b1770027-dc0f-4a83-b7e5-a677d454351f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:12.414641 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-456ea303-d3d9-46c8-a520-fb5dd984e2ff req-b1770027-dc0f-4a83-b7e5-a677d454351f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.2011013 Jun 28 11:20:12.446111 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-75fe9128-7c00-4e78-a2fa-5fc9e074babb None None] Provisioning complete for port c6914b21-3c13-4516-a70c-21c42932dede triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:12.446392 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-75fe9128-7c00-4e78-a2fa-5fc9e074babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.472907 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.473985 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:12.474735 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.563290 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-456ea303-d3d9-46c8-a520-fb5dd984e2ff req-d2afc35e-5d14-438c-b406-511e8e768c18 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357253 Jun 28 11:20:12.591166 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6910887 Jun 28 11:20:12.591343 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:12.591799 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.601240 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef3bd5-64c2-4c90-93b2-f194c571eb42 admin admin] Pushing event updated for resources: {'Network': ['ID=89018cb2-cf77-4e84-8d6c-7b977bd6c043,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:12.606249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53354) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:12.606557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.612702 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Request body: {'subnet': {'network_id': '89018cb2-cf77-4e84-8d6c-7b977bd6c043', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1630168961-subnet', 'tenant_id': 'ad9234432a664f899a3dc601bd0169be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:12.618754 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:12.623397 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Usage tracker for resource:subnet and tenant:ad9234432a664f899a3dc601bd0169be is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:12.624792 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-75fe9128-7c00-4e78-a2fa-5fc9e074babb None None] Port c6914b21-3c13-4516-a70c-21c42932dede cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:20:12.627552 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:12.639558 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:12.642797 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 89018cb2-cf77-4e84-8d6c-7b977bd6c043 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:20:12.644843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:12.651274 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Usage tracker for resource:security_group_rule and tenant:1592d0286b7b4bcbbd75b3380ceb379e is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:12.652335 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Made reservation on behalf of ad9234432a664f899a3dc601bd0169be for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:12.654821 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:12.655568 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2458122'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.663003 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:12.753944 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Pushing event updated for resources: {'Port': ['ID=c6914b21-3c13-4516-a70c-21c42932dede,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:12.813969 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] Set router c853ee05-cfc4-405b-822e-aa36e7a0a563 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:12.815441 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.821423 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.838639 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:12.847318 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:12.946924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2458172'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:12.971365 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1592d0286b7b4bcbbd75b3380ceb379e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030375 Jun 28 11:20:13.010083 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53360) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:13.030899 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:13.033469 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3d695-32bb-44d7-a5b7-892bf950ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a01ae9-a338-4c12-b1d9-a5bbc1d9b9bc,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:13.084176 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ce680b-8bcd-41c1-a96f-1bd70b712f31,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:13.125582 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Router c853ee05-cfc4-405b-822e-aa36e7a0a563 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:20:13.127076 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Checking segment: {'id': '51357e10-672f-4fcf-8e53-0c738a08d314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '89018cb2-cf77-4e84-8d6c-7b977bd6c043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:13.127076 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Network hostable DHCP agents. Network: 89018cb2-cf77-4e84-8d6c-7b977bd6c043, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:20:13.157792 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad8deffc-f500-4976-85bd-a2bb65e07ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.185586 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Network 89018cb2-cf77-4e84-8d6c-7b977bd6c043 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:20:13.197189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad8deffc-f500-4976-85bd-a2bb65e07ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.209894 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 89018cb2-cf77-4e84-8d6c-7b977bd6c043) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:13.221014 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1118c850-943f-4cbc-93ad-545f918c1dd6 None None] Network 89018cb2-cf77-4e84-8d6c-7b977bd6c043 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:13.225044 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:13.225883 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.274711 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ee5bb574-3fda-49a4-925b-b5df2736f358 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6583142 Jun 28 11:20:13.300477 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad8deffc-f500-4976-85bd-a2bb65e07ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.346041 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8deffc-f500-4976-85bd-a2bb65e07ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a01ae9-a338-4c12-b1d9-a5bbc1d9b9bc,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:13.367872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad8deffc-f500-4976-85bd-a2bb65e07ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.367872 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ad8deffc-f500-4976-85bd-a2bb65e07ccb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1a01ae9-a338-4c12-b1d9-a5bbc1d9b9bc HTTP/1.1" status: 204 len: 168 time: 0.3490119 Jun 28 11:20:13.376050 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:20:13.398778 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-14d71dce-f241-401c-b973-236c5347d22c admin admin] 10.222.0.44 "PUT /v2.0/routers/c853ee05-cfc4-405b-822e-aa36e7a0a563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7811930 Jun 28 11:20:13.467091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-44963959-6b20-47d1-9bc1-10599d9236a2 None None] Provisioning complete for port c6914b21-3c13-4516-a70c-21c42932dede triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:13.467468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44963959-6b20-47d1-9bc1-10599d9236a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.582494 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-44963959-6b20-47d1-9bc1-10599d9236a2 None None] Port c6914b21-3c13-4516-a70c-21c42932dede cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:20:13.589586 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1158caab-6b20-4f26-bb1b-87dcd5f298b4 None None] Network 89018cb2-cf77-4e84-8d6c-7b977bd6c043 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:13.688585 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'c6914b21-3c13-4516-a70c-21c42932dede', 'name': '', 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'mac_address': 'fa:16:3e:c3:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '979995ef-adf0-44ea-b501-44088edda9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:11Z', 'updated_at': '2022-06-28T11:20:12Z', 'revision_number': 2, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'subnets': [{'id': '979995ef-adf0-44ea-b501-44088edda9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:13.710292 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f592083f-e561-4a5d-81e8-e48c3aaee6ca None None] The sync data for ids ['c853ee05-cfc4-405b-822e-aa36e7a0a563'] in dv-cinder-844474-1-iscsi is: [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'c6914b21-3c13-4516-a70c-21c42932dede', 'name': '', 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'mac_address': 'fa:16:3e:c3:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '979995ef-adf0-44ea-b501-44088edda9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:11Z', 'updated_at': '2022-06-28T11:20:12Z', 'revision_number': 2, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'subnets': [{'id': '979995ef-adf0-44ea-b501-44088edda9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:20:13.889822 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53386) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:13.923992 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:13.967432 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:13.979447 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Usage tracker for resource:security_group_rule and tenant:d3ebdb1360d94c098384d91d7a1ed450 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:13.984518 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:13.998539 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:14.028574 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056cd1f-5bdd-4b28-9e3a-9d552aead1e8 req-d2c6cb21-d00c-4ad0-9a94-0e2d6b80c308 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:14.032239 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8056cd1f-5bdd-4b28-9e3a-9d552aead1e8 req-d2c6cb21-d00c-4ad0-9a94-0e2d6b80c308 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.3343577 Jun 28 11:20:14.128040 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8056cd1f-5bdd-4b28-9e3a-9d552aead1e8 req-77baab75-0510-4c36-a304-761b76e48ffb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879874 Jun 28 11:20:14.203419 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.214705 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.334969 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3ebdb1360d94c098384d91d7a1ed450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435372 Jun 28 11:20:14.337848 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53400) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:14.339266 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e2cc0-ec04-46e4-8e37-484bd6ec1744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b9e0af-9f99-48f9-8161-8d3ca5bdbedd,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:14.475464 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53408) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:14.481190 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310013227', 'description': 'tempest-secgroup-smoke-310013227 description', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:14.482365 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d47275-6b5e-4056-9c78-707b2d299147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.499480 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:14.511671 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:14.516881 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:14.530948 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d47275-6b5e-4056-9c78-707b2d299147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.534030 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:14.570129 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.595945 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d47275-6b5e-4056-9c78-707b2d299147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.596272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:14.604056 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:14.607378 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:14.613702 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:14.667073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-75d47275-6b5e-4056-9c78-707b2d299147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.670681 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-75d47275-6b5e-4056-9c78-707b2d299147 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48b9e0af-9f99-48f9-8161-8d3ca5bdbedd HTTP/1.1" status: 204 len: 168 time: 0.3293626 Jun 28 11:20:14.670681 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d47275-6b5e-4056-9c78-707b2d299147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b9e0af-9f99-48f9-8161-8d3ca5bdbedd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:14.748108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-4d0c16f0-d1f1-4e71-b4b1-81914933c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:14.749818 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-4d0c16f0-d1f1-4e71-b4b1-81914933c32f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1099 time: 0.1415303 Jun 28 11:20:14.888909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.894766 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:14.945942 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-a02df4d1-18e5-4895-b2d4-7c211cffa735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:14.947411 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-a02df4d1-18e5-4895-b2d4-7c211cffa735 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1899216 Jun 28 11:20:14.950750 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80dcfdb4-0b13-4bb9-9889-b26151b41cc1,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:15.003620 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c53a6-936e-4f66-8825-b59d4ca1baaa req-818b7883-b877-4680-93d0-e1afc7ca8596 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:15.005352 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-677c53a6-936e-4f66-8825-b59d4ca1baaa req-818b7883-b877-4680-93d0-e1afc7ca8596 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.3360732 Jun 28 11:20:15.007491 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.009325 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b7ef3a8f-cd29-4a75-8516-5fbe306df34e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5320933 Jun 28 11:20:15.016078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53418) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:15.023178 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group_rule': {'security_group_id': '80dcfdb4-0b13-4bb9-9889-b26151b41cc1', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:15.030375 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:15.036331 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:15.040662 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:15.047438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-d143407f-2325-422c-a9f3-3f99828102c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 200 len: 217 time: 0.0904443 Jun 28 11:20:15.047981 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:15.104532 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-677c53a6-936e-4f66-8825-b59d4ca1baaa req-1a74ae85-475d-434e-a4a0-9fcfe4864612 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892415 Jun 28 11:20:15.113077 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.144879 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-bb166e5c-6d00-4ee9-807d-5d898200babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:15.146438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-bb166e5c-6d00-4ee9-807d-5d898200babf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0919604 Jun 28 11:20:15.194008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.199068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.242143 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547f27a3-2912-411f-88d8-d687c53db763,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:15.249038 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.255522 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b1fd5ffc-2d2b-4d84-9f2a-a0fafb7dfcb4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2356863 Jun 28 11:20:15.256775 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53428) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:15.261751 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-a5bd1ac5-77a9-4c79-8327-254b4ea8d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:15.263243 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group_rule': {'security_group_id': '80dcfdb4-0b13-4bb9-9889-b26151b41cc1', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:15.263383 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-a5bd1ac5-77a9-4c79-8327-254b4ea8d2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1107526 Jun 28 11:20:15.270150 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:15.278768 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:15.283639 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:15.290646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:15.320356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.402058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.407764 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.422802 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-672c6f07-96a9-400f-88cf-e468a4ddbd61 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514039 Jun 28 11:20:15.451825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0901253d-14df-47e1-a339-bb4a34901eff,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:15.455290 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.456764 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6dcc2257-d208-43db-bc9f-afee29309a7b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1988077 Jun 28 11:20:15.461067 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53440) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:15.467009 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group_rule': {'security_group_id': '80dcfdb4-0b13-4bb9-9889-b26151b41cc1', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:15.475684 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:15.487897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:15.487897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:15.494213 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:15.517490 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.623857 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1127d26c-d57f-4388-8711-2dd242c2b8b6 req-010e45c8-85de-4766-a56f-e02262198af0 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938667 Jun 28 11:20:15.643479 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.649782 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.693245 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554f8ca5-ccee-46af-a21d-4b0a86fd45ce,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:15.696271 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.700945 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e27fee8f-42d4-4983-8f47-f867da13a29d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2387660 Jun 28 11:20:15.701947 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53452) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:15.707642 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group_rule': {'security_group_id': '80dcfdb4-0b13-4bb9-9889-b26151b41cc1', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:15.715230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:15.719566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:15.724380 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:15.731404 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:15.748592 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.823374 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.827151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.855429 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c0cce5-cbfd-48e2-a56a-3ded5bc7ba78,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:15.865422 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:15.866981 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-61f736a0-5c2e-430e-bd3b-c62db62f41bd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1640391 Jun 28 11:20:15.870108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:15.875355 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group_rule': {'security_group_id': '80dcfdb4-0b13-4bb9-9889-b26151b41cc1', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:15.887110 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:15.895821 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:15.900646 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:15.909148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:15.925878 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Project a3938bf54b57492fa4b9d5e12cc781a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:20:15.933977 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.009960 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 60d2c55f-68a8-4555-a81b-83eb4b8abd48 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:16.020783 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.028836 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.049515 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fd6f31-ce59-4ae1-ae06-491f9095f0e3,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:16.074228 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.076076 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-70ca6be4-5f08-4d47-b221-7c1540cf8f8b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2047842 Jun 28 11:20:16.079084 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53464) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:16.089825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'security_group_rule': {'security_group_id': '80dcfdb4-0b13-4bb9-9889-b26151b41cc1', 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:16.102101 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:16.106567 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:security_group_rule and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:16.109962 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:16.125065 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:16.129521 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:16.136533 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:16.136978 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.137203 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.securitygroups_db [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Project a3938bf54b57492fa4b9d5e12cc781a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:20:16.149068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.288303 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.294151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.319545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1310e8a3-c0e9-43a1-9d9a-54a2976176b8,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:16.330562 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.331963 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-58b29fd3-c305-4e72-965b-ad1ad308550e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2513008 Jun 28 11:20:16.364456 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:16.364873 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.386626 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 60d2c55f-68a8-4555-a81b-83eb4b8abd48, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=60d2c55f-68a8-4555-a81b-83eb4b8abd48,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:16.394180 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b407e581-eeb3-4a9e-9c78-2abd62218282 req-1845cffb-9739-4a92-9a6d-9a700267aba2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:16.395683 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b407e581-eeb3-4a9e-9c78-2abd62218282 req-1845cffb-9739-4a92-9a6d-9a700267aba2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1293013 Jun 28 11:20:16.398584 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:16.451685 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b407e581-eeb3-4a9e-9c78-2abd62218282 req-e8aea5b1-6c52-4f41-9bde-74efdbe36220 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465870 Jun 28 11:20:16.505416 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=60d2c55f-68a8-4555-a81b-83eb4b8abd48,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:16.530678 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Sync routers for ids ['c853ee05-cfc4-405b-822e-aa36e7a0a563'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:20:16.551391 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Routers {'c853ee05-cfc4-405b-822e-aa36e7a0a563'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:16.552157 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['c853ee05-cfc4-405b-822e-aa36e7a0a563'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:16.755464 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Set router c853ee05-cfc4-405b-822e-aa36e7a0a563 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:17.042018 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:20:17.144743 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'c6914b21-3c13-4516-a70c-21c42932dede', 'name': '', 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'mac_address': 'fa:16:3e:c3:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '979995ef-adf0-44ea-b501-44088edda9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:11Z', 'updated_at': '2022-06-28T11:20:12Z', 'revision_number': 2, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'subnets': [{'id': '979995ef-adf0-44ea-b501-44088edda9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:17.150808 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Checking router: c853ee05-cfc4-405b-822e-aa36e7a0a563 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:20:17.151211 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Updating router c853ee05-cfc4-405b-822e-aa36e7a0a563 port c6914b21-3c13-4516-a70c-21c42932dede binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:20:17.223595 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.758634 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.770775 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Transition to ACTIVE for port object c6914b21-3c13-4516-a70c-21c42932dede will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:17.779665 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:17.808412 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029761e5-42a0-47ad-9fc2-41a446f606ae req-08f51f81-4322-408e-afe4-7f004486981f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:17.810807 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-029761e5-42a0-47ad-9fc2-41a446f606ae req-08f51f81-4322-408e-afe4-7f004486981f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.2006145 Jun 28 11:20:17.922319 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-029761e5-42a0-47ad-9fc2-41a446f606ae req-836a9518-549d-4ab5-8eaf-116f6185e4eb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016452 Jun 28 11:20:17.999153 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 60d2c55f-68a8-4555-a81b-83eb4b8abd48 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:18.043253 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681a96-afc3-4c90-a4af-f6ff9ec3a8fe None None] Pushing event updated for resources: {'Port': ['ID=c6914b21-3c13-4516-a70c-21c42932dede,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:18.200481 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:18.200855 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.219174 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Attempting to bind port c6914b21-3c13-4516-a70c-21c42932dede on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:18.219686 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Attempting to bind port c6914b21-3c13-4516-a70c-21c42932dede by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:18.220567 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Attempting to bind port c6914b21-3c13-4516-a70c-21c42932dede on network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:18.231254 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:18.233569 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Checking segment: {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:18.234656 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.235358 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Bound using segment: {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:18.236193 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Bound port: c6914b21-3c13-4516-a70c-21c42932dede, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:18.237798 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.359990 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] For port c6914b21-3c13-4516-a70c-21c42932dede, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:18.367177 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:18.367831 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] For port c6914b21-3c13-4516-a70c-21c42932dede, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=c6914b21-3c13-4516-a70c-21c42932dede,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:18.381711 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:18.476882 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Routers {'c853ee05-cfc4-405b-822e-aa36e7a0a563'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:20:18.477529 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:20:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['c853ee05-cfc4-405b-822e-aa36e7a0a563'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:18.618909 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681a96-afc3-4c90-a4af-f6ff9ec3a8fe None None] Pushing event updated for resources: {'Port': ['ID=c6914b21-3c13-4516-a70c-21c42932dede,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:18.674086 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] Set router c853ee05-cfc4-405b-822e-aa36e7a0a563 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:20:19.017704 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'c6914b21-3c13-4516-a70c-21c42932dede', 'name': '', 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'mac_address': 'fa:16:3e:c3:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '979995ef-adf0-44ea-b501-44088edda9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:11Z', 'updated_at': '2022-06-28T11:20:18Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'subnets': [{'id': '979995ef-adf0-44ea-b501-44088edda9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:20:19.022361 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2506774-8ae7-47de-890b-cbbc3b49a1ce None None] The sync data for ids ['c853ee05-cfc4-405b-822e-aa36e7a0a563'] in dv-cinder-844474-1-iscsi is: [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'c6914b21-3c13-4516-a70c-21c42932dede', 'name': '', 'network_id': '4dafbbdf-638f-45c1-85a3-8eb0a418af51', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'mac_address': 'fa:16:3e:c3:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '979995ef-adf0-44ea-b501-44088edda9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:11Z', 'updated_at': '2022-06-28T11:20:18Z', 'revision_number': 4, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'subnets': [{'id': '979995ef-adf0-44ea-b501-44088edda9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:20:19.160653 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122b7a9-872b-4dc8-b9a1-78dafc2c3d32 req-7b0d6900-625e-4d0f-bc2c-626341adba6e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:19.167737 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d122b7a9-872b-4dc8-b9a1-78dafc2c3d32 req-7b0d6900-625e-4d0f-bc2c-626341adba6e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1132882 Jun 28 11:20:19.233289 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d122b7a9-872b-4dc8-b9a1-78dafc2c3d32 req-16c04f1f-61d7-49e4-90da-219ab117cb98 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Jun 28 11:20:19.940949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:20.026305 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c6914b21-3c13-4516-a70c-21c42932dede up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:20.099707 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port c6914b21-3c13-4516-a70c-21c42932dede completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:20.104562 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port c6914b21-3c13-4516-a70c-21c42932dede triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:20.104926 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:20.221932 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port c6914b21-3c13-4516-a70c-21c42932dede is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:20.222307 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:20.254045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port c6914b21-3c13-4516-a70c-21c42932dede, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=c6914b21-3c13-4516-a70c-21c42932dede,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:20.258082 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:20.327471 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=c6914b21-3c13-4516-a70c-21c42932dede,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:21.951103 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c6914b21-3c13-4516-a70c-21c42932dede up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:22.023341 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port c6914b21-3c13-4516-a70c-21c42932dede triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:22.023341 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:22.139771 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port c6914b21-3c13-4516-a70c-21c42932dede is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:28.860315 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53724) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:28.882043 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1540969610', 'description': 'tempest-description--1577946575'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:28.889123 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:28.907708 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1b53a2ac-e800-4bdb-af79-cfaf7fb2a3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:28.913100 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:28.925351 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:28.947840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:28.951467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Usage tracker for resource:security_group_rule and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:28.954214 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:28.960665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:29.032506 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.036294 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.084651 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b321e1bc-d374-4c5e-b039-4eb326aadbbb,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:29.089659 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.090833 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c4d59020-cd2f-4073-82b2-87d36902e022 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2295024 Jun 28 11:20:29.093840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53732) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:29.099212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'security_group_rule': {'security_group_id': 'b321e1bc-d374-4c5e-b039-4eb326aadbbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:29.105693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:29.109536 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Usage tracker for resource:security_group_rule and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:29.112352 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:29.118305 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:29.135966 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.207367 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.210867 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.237621 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9ba209-8a49-4361-80ac-770ea47651b0,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:29.250249 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.251534 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a87b1863-3dad-424c-a064-055f7c80f269 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1567276 Jun 28 11:20:29.254192 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53736) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:29.259583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'security_group_rule': {'security_group_id': 'b321e1bc-d374-4c5e-b039-4eb326aadbbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:29.265028 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:29.268868 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Usage tracker for resource:security_group_rule and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:29.271666 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:29.277202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:29.299508 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.361577 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.366409 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.391555 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77856d8a-7265-48e4-9ce6-d731d5392351,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:29.400649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.404757 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-35c33a5c-c941-498c-bb2a-95a82f1dbdfe tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468105 Jun 28 11:20:29.405697 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53740) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:29.410396 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:29.416310 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:29.420102 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Usage tracker for resource:floatingip and tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:29.422920 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:29.428430 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:29.438802 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.576880 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.772151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Allocated IP 172.27.1.160 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/181ce9e1-4ad6-4cc6-81be-baa535807801) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:29.919893 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:29.951794 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.013584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:30.016236 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:30.024629 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:30.034879 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'Port': ['ID=181ce9e1-4ad6-4cc6-81be-baa535807801,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:30.098097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.164226 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.384255 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.388776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.449063 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.490067 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'Port': ['ID=181ce9e1-4ad6-4cc6-81be-baa535807801,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:30.494880 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:30.496192 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9e2525c9-c846-4106-97cf-108bf2b70b61 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0901182 Jun 28 11:20:30.721155 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6159e91f-7995-49db-818a-0e8a9b86486c req-86aa0936-a508-48ae-be2f-25be08e455e0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:20:30.736539 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6159e91f-7995-49db-818a-0e8a9b86486c req-86aa0936-a508-48ae-be2f-25be08e455e0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:20:30.738017 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-86aa0936-a508-48ae-be2f-25be08e455e0 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1540969610&fields=id&tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6 HTTP/1.1" status: 200 len: 267 time: 0.0584519 Jun 28 11:20:30.900935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-3c38eb34-6039-4a91-a165-ff1c31ea1028 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:30.902329 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-3c38eb34-6039-4a91-a165-ff1c31ea1028 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 818 time: 0.1563478 Jun 28 11:20:30.917907 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-0e12b3b1-5f9d-417c-998c-5184c02e352a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/quotas/f1ed84feebac4d45a5a93f90ad7fd2f6 HTTP/1.1" status: 200 len: 375 time: 0.0099111 Jun 28 11:20:31.025710 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-d4e4f542-cbe7-43ef-90fa-f08fae43dceb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1026089 Jun 28 11:20:31.169000 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-78bb258c-29ed-4068-89ef-e5d9e8b5a1e1 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314237 Jun 28 11:20:31.263248 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22f1f1e7-b6eb-4b67-a277-0752dcb8718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:31.309875 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-8f85542a-0910-4353-82fc-eca85dcbcea4 service neutron] 10.222.0.44 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351230 Jun 28 11:20:31.492077 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31be6d4c-c419-483d-9a08-1d76e0e68e9e req-e8cd81f9-acb7-42c6-a8dd-2e90490faf3d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0507641 Jun 28 11:20:31.994902 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:32.110189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.129404 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:32.134283 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Usage tracker for resource:security_group_rule and tenant:4a5f3a4485a04edaa2ca6e96c3ae8303 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:32.137129 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:32.142901 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:32.227591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.231275 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.277445 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a5f3a4485a04edaa2ca6e96c3ae8303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813911 Jun 28 11:20:32.279390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7888185-0d30-4f68-9dc5-55a2319ba83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75814134-3f9a-46fe-85c1-db2192dccc08,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:32.280144 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53818) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:32.282462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.314091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.347774 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b249afff-3f94-45e0-9802-17bc9844fc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.378337 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b249afff-3f94-45e0-9802-17bc9844fc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.429519 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b249afff-3f94-45e0-9802-17bc9844fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.450308 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249afff-3f94-45e0-9802-17bc9844fc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75814134-3f9a-46fe-85c1-db2192dccc08,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:32.454224 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b249afff-3f94-45e0-9802-17bc9844fc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.455499 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b249afff-3f94-45e0-9802-17bc9844fc39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75814134-3f9a-46fe-85c1-db2192dccc08 HTTP/1.1" status: 204 len: 168 time: 0.1742418 Jun 28 11:20:32.605986 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-87374df8-4ea5-4d64-891e-a351006a2efd req-53e357b2-e5f3-4af0-97ff-165747cc93ba tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0491028 Jun 28 11:20:32.748413 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 53834) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:32.767186 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.783078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:32.786856 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Usage tracker for resource:security_group_rule and tenant:30961cf0c2e3439fa9fd179c7174b2d5 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:32.789803 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:32.795459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:32.877102 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.881302 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:32.940138 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=30961cf0c2e3439fa9fd179c7174b2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906469 Jun 28 11:20:32.941080 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead11aa-c45b-44c9-88b7-cb272befa4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb590e6-456d-4312-a4bf-f99cf8a9aa06,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:32.942742 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 53842) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:33.004558 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d004-0fda-47d6-8771-112f4c116b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:33.029895 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d004-0fda-47d6-8771-112f4c116b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:33.083434 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d004-0fda-47d6-8771-112f4c116b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:33.100106 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9d004-0fda-47d6-8771-112f4c116b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb590e6-456d-4312-a4bf-f99cf8a9aa06,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:33.110561 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cd9d004-0fda-47d6-8771-112f4c116b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:33.111830 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8cd9d004-0fda-47d6-8771-112f4c116b8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1fb590e6-456d-4312-a4bf-f99cf8a9aa06 HTTP/1.1" status: 204 len: 168 time: 0.1679981 Jun 28 11:20:33.530156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:33.777099 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5a9f8729-4533-4411-b050-8cc3d129e6c2 req-7ba6600c-ca64-4646-b8f5-c42e60bdebcf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0616779 Jun 28 11:20:34.929323 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a1cf0b81-5eaa-4c3d-8715-f9182dc8f431 req-10afd2d3-ecab-4f3a-b5cf-7b90a401057a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0484095 Jun 28 11:20:36.086699 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c48fff50-c35a-4662-be45-2973fa1366f2 req-ff1fcd42-01b2-4ab8-9fc6-05dadb880a92 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0486491 Jun 28 11:20:37.300479 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-af97902e-54c7-4da9-b4ce-073393fd13a4 req-ca09be94-7cf4-44fe-9c39-f3bb5737934f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.1100991 Jun 28 11:20:38.256438 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-9a5f8bfe-8540-4630-b973-0695344af5d3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:38.257998 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-9a5f8bfe-8540-4630-b973-0695344af5d3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 818 time: 0.1444588 Jun 28 11:20:38.458954 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7063380d-9b83-4b1e-8ba4-4c16320def20 req-e1d6eeeb-e41b-4c58-ac26-e9b17435e8e8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0538690 Jun 28 11:20:38.551058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-e6340cb2-603f-4c05-b263-a2da578c4739 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6 HTTP/1.1" status: 200 len: 380 time: 0.0404434 Jun 28 11:20:38.562202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'port': {'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'admin_state_up': True, 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'security_groups': ['b321e1bc-d374-4c5e-b039-4eb326aadbbb']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:38.700138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:38.710134 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:38.719486 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Made reservation on behalf of f1ed84feebac4d45a5a93f90ad7fd2f6 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:38.723125 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:38.895227 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Allocated IP 172.20.0.6 (b6cac5d3-7670-4734-938a-bc41ff6fb590/072ee5e3-7c02-4d07-a21e-a7f3005e9627/160bc058-c58c-45f7-bd5f-38292d752c89) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:39.094466 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.111768 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Transition to ACTIVE for port object 160bc058-c58c-45f7-bd5f-38292d752c89 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:39.135410 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.203471 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:39.210862 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:39.215963 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:39.221234 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.221855 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.235690 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event updated for resources: {'Port': ['ID=160bc058-c58c-45f7-bd5f-38292d752c89,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:39.258570 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-96019f58-3de5-4ccf-acaa-18a76cfb37f1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6997931 Jun 28 11:20:39.272232 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Request body: {'port': {'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:39.391708 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.460353 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9783b216-d991-40dd-8a95-d455afffa7e8 None None] Provisioning for port 160bc058-c58c-45f7-bd5f-38292d752c89 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:39.468040 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9783b216-d991-40dd-8a95-d455afffa7e8 None None] Provisioning complete for port 160bc058-c58c-45f7-bd5f-38292d752c89 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:39.468379 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9783b216-d991-40dd-8a95-d455afffa7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.591644 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9783b216-d991-40dd-8a95-d455afffa7e8 None None] Port 160bc058-c58c-45f7-bd5f-38292d752c89 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:20:39.800958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33742a0-bfd3-47d2-9f1d-3e4243fbd04c req-ef19db6d-3f25-4bf8-8661-f81d5acbd06a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:39.801685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b33742a0-bfd3-47d2-9f1d-3e4243fbd04c req-ef19db6d-3f25-4bf8-8661-f81d5acbd06a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:20:39.856415 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b33742a0-bfd3-47d2-9f1d-3e4243fbd04c req-ef19db6d-3f25-4bf8-8661-f81d5acbd06a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:20:39.856842 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b33742a0-bfd3-47d2-9f1d-3e4243fbd04c req-ef19db6d-3f25-4bf8-8661-f81d5acbd06a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 931 time: 0.2019906 Jun 28 11:20:39.939535 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 160bc058-c58c-45f7-bd5f-38292d752c89 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:20:39.964555 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:39.977801 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b33742a0-bfd3-47d2-9f1d-3e4243fbd04c req-d10a1d57-0c3f-48a0-a8bd-84b03a5e912f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112692 Jun 28 11:20:39.986310 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Transition to ACTIVE for port object 160bc058-c58c-45f7-bd5f-38292d752c89 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:39.991768 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:40.143510 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=160bc058-c58c-45f7-bd5f-38292d752c89,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:40.236891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Attempting to bind port 160bc058-c58c-45f7-bd5f-38292d752c89 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:40.237495 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Attempting to bind port 160bc058-c58c-45f7-bd5f-38292d752c89 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:40.237841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Attempting to bind port 160bc058-c58c-45f7-bd5f-38292d752c89 on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:40.243590 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Port 160bc058-c58c-45f7-bd5f-38292d752c89 on network b6cac5d3-7670-4734-938a-bc41ff6fb590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:20:40.243918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Attempting to bind port 160bc058-c58c-45f7-bd5f-38292d752c89 on network b6cac5d3-7670-4734-938a-bc41ff6fb590 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:40.249856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:40.250189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Checking segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:40.250573 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Bound using segment: {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:40.250996 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Bound port: 160bc058-c58c-45f7-bd5f-38292d752c89, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e26f4e2c-5819-4ab5-8230-d60e14d195f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:40.251465 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:40.452772 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] For port 160bc058-c58c-45f7-bd5f-38292d752c89, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:40.456629 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] For port 160bc058-c58c-45f7-bd5f-38292d752c89, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=160bc058-c58c-45f7-bd5f-38292d752c89,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:40.461514 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:40.547935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=160bc058-c58c-45f7-bd5f-38292d752c89,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:40.558323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:40.559292 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:40.560677 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-16012879-1daa-4044-96c2-7193f45cd2d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 1093 time: 1.2926865 Jun 28 11:20:40.561198 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:40.647197 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9374adc5-579e-413b-9f4c-1761b5d01d2e'] response: {'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89', 'status': 'completed', 'code': 200} Jun 28 11:20:40.693733 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-2a099f03-bc6a-4c8c-900f-27214048f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:40.695528 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-2a099f03-bc6a-4c8c-900f-27214048f7cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1096 time: 0.0880365 Jun 28 11:20:40.778241 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-427b707b-23c8-4334-b31c-b76c65cea310 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 217 time: 0.0746188 Jun 28 11:20:40.847622 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-c7c3d7fb-356f-473d-a154-db86fbabcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:40.848952 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-c7c3d7fb-356f-473d-a154-db86fbabcb8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0639427 Jun 28 11:20:40.940607 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159e91f-7995-49db-818a-0e8a9b86486c req-b7af5873-ee64-4370-9397-aa3a551346aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:40.942140 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-b7af5873-ee64-4370-9397-aa3a551346aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860209 Jun 28 11:20:41.089779 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-1ccbf3b5-f11b-4d14-9c19-1b6935655557 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406064 Jun 28 11:20:41.291886 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6159e91f-7995-49db-818a-0e8a9b86486c req-6e3ebfaa-4405-4bbf-a50f-19251184ce35 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961892 Jun 28 11:20:41.300676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1950669-e17c-4721-b90c-c9d95f34b904 req-1cc13d43-3f89-4585-b1a9-637d22096b08 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.302348 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c1950669-e17c-4721-b90c-c9d95f34b904 req-1cc13d43-3f89-4585-b1a9-637d22096b08 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.1865652 Jun 28 11:20:41.353092 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c1950669-e17c-4721-b90c-c9d95f34b904 req-a95b6c99-3b29-4510-953d-39c6d1d81f02 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Jun 28 11:20:41.465416 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-5e0191c8-2e59-4090-b32c-51d9be76d756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.466909 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-5e0191c8-2e59-4090-b32c-51d9be76d756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1096 time: 0.0789802 Jun 28 11:20:41.602994 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-47d316bf-6c45-4da3-88e8-b6fa7426ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.604453 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-47d316bf-6c45-4da3-88e8-b6fa7426ec98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1314101 Jun 28 11:20:41.681245 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-c50dc1a3-b93f-4799-a903-8ad55355caa0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 217 time: 0.0705433 Jun 28 11:20:41.745328 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-d8a7e53c-b32b-41fc-8774-9679e8fadee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.746991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-d8a7e53c-b32b-41fc-8774-9679e8fadee5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0598183 Jun 28 11:20:41.837211 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-2ef51702-0756-45f7-9e3a-9ed071568f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:41.838386 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-2ef51702-0756-45f7-9e3a-9ed071568f4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0845380 Jun 28 11:20:41.990647 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-714cb96e-f78c-43d9-8ab5-b6d4056b9e54 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432543 Jun 28 11:20:42.190645 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7867342-2c0b-4ccf-b7a8-b5179fca9b09 req-4c1ed79a-5704-4da0-84f8-68c9c9e19727 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935573 Jun 28 11:20:42.550691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f32749-9c46-4829-8528-e32b90d52a11 req-d27e3ffd-4c94-4199-aa45-bba1357612c4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:42.552220 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a9f32749-9c46-4829-8528-e32b90d52a11 req-d27e3ffd-4c94-4199-aa45-bba1357612c4 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0914900 Jun 28 11:20:42.596038 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a9f32749-9c46-4829-8528-e32b90d52a11 req-096c7d3d-5f92-4d6d-afe6-499cf37992ca tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 Jun 28 11:20:43.685688 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54076) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:43.787914 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf32b9c-b48f-4878-a922-4937fed330bf req-38388ec8-3663-4f3f-b696-7c4b650a7e07 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:43.790812 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7bf32b9c-b48f-4878-a922-4937fed330bf req-38388ec8-3663-4f3f-b696-7c4b650a7e07 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0904737 Jun 28 11:20:43.832920 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:43.859769 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:43.867156 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7bf32b9c-b48f-4878-a922-4937fed330bf req-c720c02d-2fc9-4d03-89f1-0b9f776690fa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715511 Jun 28 11:20:43.869049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:dab64636ad2c4165810634f8ed7bebd7 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:43.872075 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:43.877841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:43.962233 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:43.966288 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:44.013655 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dab64636ad2c4165810634f8ed7bebd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267896 Jun 28 11:20:44.014428 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead500b8-63a7-449a-9ca4-9c52a5344fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab1702-1b70-4065-8fe0-a205506a033f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:44.016428 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54088) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:44.076597 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-105f78c7-af70-43a1-b33e-667bfe993e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:44.105500 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-105f78c7-af70-43a1-b33e-667bfe993e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:44.155254 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-105f78c7-af70-43a1-b33e-667bfe993e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:44.170676 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f78c7-af70-43a1-b33e-667bfe993e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab1702-1b70-4065-8fe0-a205506a033f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:44.180040 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-105f78c7-af70-43a1-b33e-667bfe993e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:44.181351 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-105f78c7-af70-43a1-b33e-667bfe993e7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00ab1702-1b70-4065-8fe0-a205506a033f HTTP/1.1" status: 204 len: 168 time: 0.1638064 Jun 28 11:20:45.061944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea0c6d-0918-4ebf-ba43-20f5cc3e2741 req-38ab3120-02a5-423d-b6f2-83f5d9155d7e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:45.063490 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-86ea0c6d-0918-4ebf-ba43-20f5cc3e2741 req-38ab3120-02a5-423d-b6f2-83f5d9155d7e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0875626 Jun 28 11:20:45.110531 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-86ea0c6d-0918-4ebf-ba43-20f5cc3e2741 req-0b96e5fd-9ba8-4613-b4e9-ae68e5091480 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 Jun 28 11:20:46.303711 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df6318-459b-4947-afbe-f50546500eee req-596d7ca4-aa92-4e50-ba06-6af485de8008 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:46.305788 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-43df6318-459b-4947-afbe-f50546500eee req-596d7ca4-aa92-4e50-ba06-6af485de8008 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0915053 Jun 28 11:20:46.347755 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-43df6318-459b-4947-afbe-f50546500eee req-d719a9d4-2150-49c8-88b4-4c462e8658da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363085 Jun 28 11:20:47.548897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51d27f-1b5a-4cfb-b5e2-f66aec52bef0 req-c36bc6ce-2edd-41b3-8eaa-bed92d0c9f46 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:47.550376 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fb51d27f-1b5a-4cfb-b5e2-f66aec52bef0 req-c36bc6ce-2edd-41b3-8eaa-bed92d0c9f46 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0969715 Jun 28 11:20:47.597283 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fb51d27f-1b5a-4cfb-b5e2-f66aec52bef0 req-193306ad-5320-43f1-be86-36fe9679972d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406113 Jun 28 11:20:48.793041 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e717f-33e3-4549-84c6-731c5961a236 req-c8f0434d-54fa-4362-85b8-eea28e0fabad tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:48.794514 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-437e717f-33e3-4549-84c6-731c5961a236 req-c8f0434d-54fa-4362-85b8-eea28e0fabad tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0862968 Jun 28 11:20:48.837575 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-437e717f-33e3-4549-84c6-731c5961a236 req-dbb1394a-8b32-4276-bc60-f34879fdc6ca tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367475 Jun 28 11:20:49.914559 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:50.036553 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf515e-4489-4056-959b-363b19550318 req-18d42771-aa64-4791-99b9-495411739717 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:50.038020 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-55cf515e-4489-4056-959b-363b19550318 req-18d42771-aa64-4791-99b9-495411739717 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.0892823 Jun 28 11:20:50.083361 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-55cf515e-4489-4056-959b-363b19550318 req-f9a03eda-abe8-4521-a079-3c6b9758afa1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392799 Jun 28 11:20:50.644951 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-5b8f4f34-622a-4d49-82bf-20d74e806466 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770035 Jun 28 11:20:50.741823 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-0bd4e993-8c16-47da-be21-a0b109c7390b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:50.743893 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-0bd4e993-8c16-47da-be21-a0b109c7390b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1098 time: 0.0780611 Jun 28 11:20:50.898499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-6dff3f3c-f78e-44df-97c6-336ebb42c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:50.899997 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-6dff3f3c-f78e-44df-97c6-336ebb42c82b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1379337 Jun 28 11:20:50.985837 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-24706fb4-bd6f-4b65-8365-19d2938a0fb6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d HTTP/1.1" status: 200 len: 217 time: 0.0766525 Jun 28 11:20:51.057820 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-1e579ec3-2b6c-4703-a283-f9199dca7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:51.059496 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-1e579ec3-2b6c-4703-a283-f9199dca7b46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0678570 Jun 28 11:20:51.152392 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-796c7a2e-d76b-4a98-8f41-141bbc044e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:51.154053 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-796c7a2e-d76b-4a98-8f41-141bbc044e49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873799 Jun 28 11:20:51.360723 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-4e23984c-477a-40ce-9b0e-e9c1f26f1613 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000408 Jun 28 11:20:51.375366 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889697c3-27e9-44f1-9b0c-9a4ff0a5cb6d req-b60fdcab-eb47-460e-a925-8d514faccf92 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:51.376857 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-889697c3-27e9-44f1-9b0c-9a4ff0a5cb6d req-b60fdcab-eb47-460e-a925-8d514faccf92 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.1429517 Jun 28 11:20:51.519812 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-889697c3-27e9-44f1-9b0c-9a4ff0a5cb6d req-ff3687da-3232-41eb-8887-258bef426c9f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237667 Jun 28 11:20:51.567104 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3ba0c7cf-9553-4a7b-829e-554c2bb45135 req-deb7f81f-1d4d-4f11-b3cd-03cf02fbb8ab service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892631 Jun 28 11:20:52.382684 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54234) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:52.488224 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 160bc058-c58c-45f7-bd5f-38292d752c89 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:20:52.516179 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:52.531242 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:52.535356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Usage tracker for resource:security_group_rule and tenant:11dbafdadf424f80aa05c96b4e76caa5 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:52.538375 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:52.553322 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:52.661730 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 160bc058-c58c-45f7-bd5f-38292d752c89, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=160bc058-c58c-45f7-bd5f-38292d752c89,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:52.678796 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '160bc058-c58c-45f7-bd5f-38292d752c89', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:20:52.745936 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:52.746642 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 160bc058-c58c-45f7-bd5f-38292d752c89 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:52.747417 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:52.751943 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:52.769811 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 160bc058-c58c-45f7-bd5f-38292d752c89 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:20:52.792580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 160bc058-c58c-45f7-bd5f-38292d752c89, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=160bc058-c58c-45f7-bd5f-38292d752c89,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:52.796283 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:52.815250 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11dbafdadf424f80aa05c96b4e76caa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4314792 Jun 28 11:20:52.818149 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54248) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:52.818699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4e1d8-e488-4953-bccd-b50cd6ff473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59c0fb4-6714-4879-8f26-5d41095e541b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:52.849642 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cd1eb-c2c7-42e8-9fd0-616868e98a2b req-cb63b719-443a-44ce-9f11-7e4b5ced00eb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:52.851229 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3e2cd1eb-c2c7-42e8-9fd0-616868e98a2b req-cb63b719-443a-44ce-9f11-7e4b5ced00eb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 943 time: 0.1966128 Jun 28 11:20:52.870229 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=160bc058-c58c-45f7-bd5f-38292d752c89,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:52.909665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9b272c-0cb1-4589-aeea-d3e0137126cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:52.924353 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3e2cd1eb-c2c7-42e8-9fd0-616868e98a2b req-d1476fcd-a550-41d6-83f1-6c5008503ac1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615485 Jun 28 11:20:52.950015 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9b272c-0cb1-4589-aeea-d3e0137126cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:53.017154 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9b272c-0cb1-4589-aeea-d3e0137126cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:53.036778 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b272c-0cb1-4589-aeea-d3e0137126cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59c0fb4-6714-4879-8f26-5d41095e541b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:53.051114 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8d9b272c-0cb1-4589-aeea-d3e0137126cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:53.052882 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8d9b272c-0cb1-4589-aeea-d3e0137126cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e59c0fb4-6714-4879-8f26-5d41095e541b HTTP/1.1" status: 204 len: 168 time: 0.2329261 Jun 28 11:20:53.414610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['160bc058-c58c-45f7-bd5f-38292d752c89'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:20:54.043973 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:20:54.149977 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3d419-305d-4db0-baf8-54bffc8a8169 req-091bc609-d89f-40b1-a8c7-5f4e43e42b4e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:54.152621 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6ad3d419-305d-4db0-baf8-54bffc8a8169 req-091bc609-d89f-40b1-a8c7-5f4e43e42b4e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 944 time: 0.1140239 Jun 28 11:20:54.207479 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6ad3d419-305d-4db0-baf8-54bffc8a8169 req-666aeec2-1d5d-4de1-855f-f255c746d724 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481608 Jun 28 11:20:54.334168 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54310) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:54.450716 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.464549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:54.468579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Usage tracker for resource:security_group_rule and tenant:f336e573f8e842c3a4b9a1ea75038629 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:54.471558 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:54.478048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:54.560475 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.564344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.675104 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f336e573f8e842c3a4b9a1ea75038629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397341 Jun 28 11:20:54.676705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f111aaa-c24d-414a-b8fe-fc7b466c5f95,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:54.677849 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54318) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:54.684683 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.685024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.685397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.685782 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.686108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.686445 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.686763 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.687082 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.687401 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.687714 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.688035 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.688344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d914a9df-e7fb-46b4-a838-4069fb6b9285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.744034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.770850 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.905698 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.922106 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f111aaa-c24d-414a-b8fe-fc7b466c5f95,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:54.930860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.931245 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.931647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.931977 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.932335 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.932682 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.933001 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.933354 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.933739 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.934067 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.934394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.934716 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:54.946292 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:54.949777 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-0b20e8c7-641b-489a-8262-a9a036dbc35a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f111aaa-c24d-414a-b8fe-fc7b466c5f95 HTTP/1.1" status: 204 len: 168 time: 0.2707438 Jun 28 11:20:55.423760 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae358314-16cb-44f6-8112-060d5ea062a6 req-5a648321-c876-4562-bfac-7ff5178a9db3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:55.426026 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ae358314-16cb-44f6-8112-060d5ea062a6 req-5a648321-c876-4562-bfac-7ff5178a9db3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 944 time: 0.1054561 Jun 28 11:20:55.491873 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ae358314-16cb-44f6-8112-060d5ea062a6 req-2077e78d-c70a-4361-8c3c-e40822ecd86e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584850 Jun 28 11:20:55.709504 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54366) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:55.845288 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777726354-network', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:55.850582 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:55.854696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Usage tracker for resource:network and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:55.858079 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:55.867517 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:55.877934 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Made reservation on behalf of 881aa87ca0174eb6b6123e1b1c492129 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:55.880565 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.893313 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:55.909850 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:55.914381 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:55.917500 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:55.923390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:55.960046 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-8ee84e29-710a-4aca-a830-2d7364ecf1d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310013227&fields=id&tenant_id=a3938bf54b57492fa4b9d5e12cc781a1 HTTP/1.1" status: 200 len: 267 time: 0.0475960 Jun 28 11:20:56.011863 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.015940 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.046168 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:20:56.054550 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb16bc5-172c-4f49-a6ce-13b08cb2ceb0,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:56.060792 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.061129 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Added segment 64204b2b-1eb6-4841-8820-9dfb0d116854 of type vlan for network f98f4dc0-3a7d-4c43-8d08-31724cda92ae Jun 28 11:20:56.088237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.119099 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.119334 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-326d5acc-e6fe-4f14-bab3-b575a33c4a9a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:56.120331 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:56.120709 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-326d5acc-e6fe-4f14-bab3-b575a33c4a9a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 809 time: 0.1516554 Jun 28 11:20:56.120920 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.135292 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-dfcef514-b018-40da-aef6-ff16de202370 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/quotas/a3938bf54b57492fa4b9d5e12cc781a1 HTTP/1.1" status: 200 len: 375 time: 0.0089254 Jun 28 11:20:56.223026 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] Pushing event updated for resources: {'Network': ['ID=f98f4dc0-3a7d-4c43-8d08-31724cda92ae,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:56.223961 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-5cbdbf3f-7de4-4042-81ee-081a538fd9c2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Synchronizing usage tracker for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:20:56.227021 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-63bf0068-0ed1-496d-9434-d45f764376f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5171621 Jun 28 11:20:56.230628 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54376) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:56.234692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:20:56.238395 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Request body: {'subnet': {'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777726354-subnet', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:56.244068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:56.247867 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Usage tracker for resource:subnet and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:56.250839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-5cbdbf3f-7de4-4042-81ee-081a538fd9c2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Unset dirty status for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:20:56.251612 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:56.257472 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:56.264500 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-5cbdbf3f-7de4-4042-81ee-081a538fd9c2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166029 Jun 28 11:20:56.267940 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Made reservation on behalf of 881aa87ca0174eb6b6123e1b1c492129 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:20:56.270349 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2458122'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.401191 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-aaaa861f-8638-443a-b243-dfd8bf53e7f1 service neutron] 10.222.0.44 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351426 Jun 28 11:20:56.476180 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2458172'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.505525 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 160bc058-c58c-45f7-bd5f-38292d752c89 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:20:56.541842 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-420b215b-5f04-4601-b044-7867bdda96bf service neutron] 10.222.0.44 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340995 Jun 28 11:20:56.555440 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0018bd10-a8fa-446b-90ae-5d3c414133a0,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:56.579746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Checking segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:56.580104 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Network hostable DHCP agents. Network: f98f4dc0-3a7d-4c43-8d08-31724cda92ae, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:20:56.606667 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 160bc058-c58c-45f7-bd5f-38292d752c89 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:56.607721 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:20:56.613368 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 160bc058-c58c-45f7-bd5f-38292d752c89 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:20:56.614048 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.684997 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, f98f4dc0-3a7d-4c43-8d08-31724cda92ae) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:56.703034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:56.703817 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.718492 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066f0cb9-32f3-4a62-836a-e919348b6c56 None None] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:56.757852 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-98b08193-208b-4227-bf14-39ccdf97d738 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5236683 Jun 28 11:20:56.761429 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54394) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:56.767090 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:56.773606 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:56.774420 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa243088-bb68-4381-95bd-0f788672a782 req-8688d466-e0cd-461b-81bf-f2530a1e72ed tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:56.782276 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Usage tracker for resource:router and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:56.783541 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa243088-bb68-4381-95bd-0f788672a782 req-8688d466-e0cd-461b-81bf-f2530a1e72ed tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 944 time: 0.1668150 Jun 28 11:20:56.788287 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:56.802207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:56.844539 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa243088-bb68-4381-95bd-0f788672a782 req-c211dc3f-4be2-4263-8c82-425a346eab24 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600123 Jun 28 11:20:56.848555 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.849664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.876443 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:56.903455 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 160bc058-c58c-45f7-bd5f-38292d752c89 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:20:56.903827 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.066272 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:20:57.088689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 160bc058-c58c-45f7-bd5f-38292d752c89, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=160bc058-c58c-45f7-bd5f-38292d752c89,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:20:57.127010 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.192804 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0b9e11-6e36-49b5-af7e-30a27a676543'] response: {'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89', 'code': 200} Jun 28 11:20:57.211983 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:20:57.213100 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.314755 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=160bc058-c58c-45f7-bd5f-38292d752c89,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:57.349696 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.449782 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Allocated IP 172.20.0.2 (f98f4dc0-3a7d-4c43-8d08-31724cda92ae/0018bd10-a8fa-446b-90ae-5d3c414133a0/accfe179-35ff-4a4c-9817-5d7ba1896409) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:57.569289 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d767e230-7ea2-45a4-a9f3-8300398d6fb1 req-cb092c24-9367-413a-aee6-739ac8dd658a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 210 time: 0.0808794 Jun 28 11:20:57.702924 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5abdf4-5ada-4c0b-bc94-92a8b4ab4779 req-3f64298d-9e54-4451-944f-af8719212c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:57.704563 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ea5abdf4-5ada-4c0b-bc94-92a8b4ab4779 req-3f64298d-9e54-4451-944f-af8719212c5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.3213639 Jun 28 11:20:57.770172 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ea5abdf4-5ada-4c0b-bc94-92a8b4ab4779 req-75ba3531-8bf6-48f0-865c-7efc76b85d2c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513978 Jun 28 11:20:57.807055 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.821288 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Transition to ACTIVE for port object accfe179-35ff-4a4c-9817-5d7ba1896409 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:57.859972 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Transition to ACTIVE for port object accfe179-35ff-4a4c-9817-5d7ba1896409 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:20:57.886203 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:57.986420 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.011499 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:58.014578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:58.031468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:58.092793 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Pushing event updated for resources: {'Port': ['ID=accfe179-35ff-4a4c-9817-5d7ba1896409,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:58.152433 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.152995 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.153833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.154545 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.155075 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.156816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.157587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.157940 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.158458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.159082 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.159390 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.159714 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:20:58.183898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.205508 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Attempting to bind port accfe179-35ff-4a4c-9817-5d7ba1896409 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:20:58.205878 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Attempting to bind port accfe179-35ff-4a4c-9817-5d7ba1896409 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:20:58.206236 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Attempting to bind port accfe179-35ff-4a4c-9817-5d7ba1896409 on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:20:58.213172 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:20:58.213811 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Checking segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:20:58.214567 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.215119 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Bound using segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:20:58.215800 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Bound port: accfe179-35ff-4a4c-9817-5d7ba1896409, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:20:58.216621 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.316005 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] For port accfe179-35ff-4a4c-9817-5d7ba1896409, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:20:58.320506 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] For port accfe179-35ff-4a4c-9817-5d7ba1896409, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=accfe179-35ff-4a4c-9817-5d7ba1896409,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:20:58.328598 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.367397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Allocated IP 172.27.1.164 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/d87ef77b-353d-48ec-8e36-2c85b3207425) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:20:58.377485 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd87282-ec0a-4a53-82d6-37cd06d61eb7 req-50932e25-7611-4aae-a922-e2b1ecf4fef9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:58.379069 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cd87282-ec0a-4a53-82d6-37cd06d61eb7 req-50932e25-7611-4aae-a922-e2b1ecf4fef9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.3393607 Jun 28 11:20:58.440155 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d1581-5c1e-4bdb-86f6-054d171689fd None None] Pushing event updated for resources: {'Port': ['ID=accfe179-35ff-4a4c-9817-5d7ba1896409,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:58.525874 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cd87282-ec0a-4a53-82d6-37cd06d61eb7 req-45b8e45e-bdcb-408d-b015-5839ccf90f00 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380663 Jun 28 11:20:58.656579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.739924 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:58.806927 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-201b756b-b639-49c9-a4c0-02e024ab9df2 req-359c783f-601d-4381-979e-bbcb8270e8e2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 210 time: 0.0758531 Jun 28 11:20:58.864282 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:20:58.868589 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:20:58.880668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:20:58.906345 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-25ce6892-0aa1-481e-a41c-fc962ec07a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.170425 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54456) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:59.196053 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Pushing event updated for resources: {'Port': ['ID=d87ef77b-353d-48ec-8e36-2c85b3207425,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:59.375974 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.400381 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-60115a9e-55db-4861-873c-781ccb96a0cd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:20:59.401932 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-60115a9e-55db-4861-873c-781ccb96a0cd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 809 time: 0.3508184 Jun 28 11:20:59.436053 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:59.455347 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Usage tracker for resource:security_group_rule and tenant:62c607abb84a496d8c007866a1c8d768 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:20:59.466602 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:20:59.484431 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:20:59.544201 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-5f2a318e-99d9-4c91-8db1-09c36aabb6cb tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3938bf54b57492fa4b9d5e12cc781a1 HTTP/1.1" status: 200 len: 379 time: 0.0758243 Jun 28 11:20:59.559698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'port': {'device_id': '930ac27c-061d-400e-8034-ffb8170b554d', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'admin_state_up': True, 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'security_groups': ['80dcfdb4-0b13-4bb9-9889-b26151b41cc1']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:20:59.647357 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.654684 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.711013 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62c607abb84a496d8c007866a1c8d768&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393851 Jun 28 11:20:59.714053 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff5ad0-ba30-4289-b033-845d5e02cd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c5697d-d751-4678-bfca-88b1b02bafb5,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:20:59.716847 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54468) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:20:59.761426 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.781025 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbd55cd9-8cfa-4e5e-a295-3c24ac746c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.785087 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0280707-2409-4afe-aa3c-8dac49bb6d09 None None] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:20:59.818970 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbd55cd9-8cfa-4e5e-a295-3c24ac746c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.893463 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbd55cd9-8cfa-4e5e-a295-3c24ac746c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:20:59.922706 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5539b57d-4869-4cff-9bd3-bb7b10b313f0 None None] Provisioning for port accfe179-35ff-4a4c-9817-5d7ba1896409 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:20:59.966289 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:20:59.989563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:00.022942 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Made reservation on behalf of a3938bf54b57492fa4b9d5e12cc781a1 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:00.030007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.033800 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cbd55cd9-8cfa-4e5e-a295-3c24ac746c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.057533 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-cbd55cd9-8cfa-4e5e-a295-3c24ac746c6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89c5697d-d751-4678-bfca-88b1b02bafb5 HTTP/1.1" status: 204 len: 168 time: 0.3395286 Jun 28 11:21:00.102625 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd55cd9-8cfa-4e5e-a295-3c24ac746c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c5697d-d751-4678-bfca-88b1b02bafb5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:00.125079 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-08e568a5-71d3-484d-988e-4eda43575eb8 req-6597d1c1-48ed-40fe-9168-390243bc3e0c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 210 time: 0.1879234 Jun 28 11:21:00.154865 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device accfe179-35ff-4a4c-9817-5d7ba1896409 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:00.303254 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port accfe179-35ff-4a4c-9817-5d7ba1896409 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:00.316758 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port accfe179-35ff-4a4c-9817-5d7ba1896409 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:00.317445 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.356820 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350fbb8-f682-4c89-b885-393123beb56b req-dbfcc980-09ad-4e76-a0d6-049bb72a0277 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.364274 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2350fbb8-f682-4c89-b885-393123beb56b req-dbfcc980-09ad-4e76-a0d6-049bb72a0277 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.6779306 Jun 28 11:21:00.421881 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54492) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:00.534606 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port accfe179-35ff-4a4c-9817-5d7ba1896409 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:00.534995 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.544909 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2350fbb8-f682-4c89-b885-393123beb56b req-a9c92a47-8e1c-413d-bd6e-8abc5f32bd0c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794956 Jun 28 11:21:00.574443 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Deleting subnet 2485f035-0e39-4a16-8614-5150608360b7 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:00.580482 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.635112 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port accfe179-35ff-4a4c-9817-5d7ba1896409, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=accfe179-35ff-4a4c-9817-5d7ba1896409,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:00.658960 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.682645 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Allocated IP 172.20.0.8 (93ddf050-0c04-48fa-b3d0-8a47c9108c97/4d338753-8d48-4cb0-a5c4-47735b90fe0c/19c1323e-3698-417a-8e47-cdc2107198e1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:00.709546 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.722126 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.846269 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=accfe179-35ff-4a4c-9817-5d7ba1896409,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:00.871841 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.913784 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3e93c4b1-77e4-45d4-86d3-b8446badc46b None None] Provisioning complete for port accfe179-35ff-4a4c-9817-5d7ba1896409 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:00.914431 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3e93c4b1-77e4-45d4-86d3-b8446badc46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:00.976328 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a96a-6dfe-4261-8993-0f9e626236e6 req-16be261e-47cf-4691-abaa-4b62eb014dd2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:00.984695 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b3a6a96a-6dfe-4261-8993-0f9e626236e6 req-16be261e-47cf-4691-abaa-4b62eb014dd2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.2085259 Jun 28 11:21:00.991332 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54512) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:01.004350 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'floatingip': {'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:01.111075 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.115670 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.131406 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3e93c4b1-77e4-45d4-86d3-b8446badc46b None None] Current status of the port accfe179-35ff-4a4c-9817-5d7ba1896409 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:01.142180 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Router 469aff69-0707-45a4-bc8a-b024786bc941 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:01.214961 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Transition to ACTIVE for port object 19c1323e-3698-417a-8e47-cdc2107198e1 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:01.260139 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-de3b9130-bdfa-4022-acd0-045d9d710332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.311621 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.356251 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-97ad74fc-f451-44a0-a3e2-aaaeec046088 req-12213bcc-8e33-4b89-97ca-861797170d35 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 210 time: 0.1256695 Jun 28 11:21:01.373190 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.394894 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2485f035-0e39-4a16-8614-5150608360b7,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:01.401828 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.414672 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-2bbd5e78-2feb-4acd-99c3-e80653da120e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2485f035-0e39-4a16-8614-5150608360b7 HTTP/1.1" status: 204 len: 168 time: 0.9885364 Jun 28 11:21:01.423405 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54522) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:01.473611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:01.479351 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:01.481123 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:01.485221 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:01.490583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:01.491430 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.517733 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:01.539298 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:01.561058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:01.562968 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:01.574966 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-3da53590-fb63-40f5-aac9-5ab3898aedd2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0225120 Jun 28 11:21:01.577134 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.581538 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ed4e5536-245e-453b-86a1-116700e52cdf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8188913 Jun 28 11:21:01.582294 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54526) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:01.841046 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.902712 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a7bb334f-9b35-4c90-8f7d-63e681dfc275 None None] Provisioning for port 19c1323e-3698-417a-8e47-cdc2107198e1 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:01.912113 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a7bb334f-9b35-4c90-8f7d-63e681dfc275 None None] Provisioning complete for port 19c1323e-3698-417a-8e47-cdc2107198e1 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:01.912665 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a7bb334f-9b35-4c90-8f7d-63e681dfc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:01.997702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:02.045411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device accfe179-35ff-4a4c-9817-5d7ba1896409 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:02.070028 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb334f-9b35-4c90-8f7d-63e681dfc275 None None] Port 19c1323e-3698-417a-8e47-cdc2107198e1 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:02.192217 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.db.resource_extend [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:21:02.282878 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.301210 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port accfe179-35ff-4a4c-9817-5d7ba1896409 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:02.301860 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.328587 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.330199 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f652e0c-7f96-48ec-996b-5a826bca72ab']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.340872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.387689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.402462 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27ae453-a187-412e-8a6f-c28410181c7a') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.402943 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27ae453-a187-412e-8a6f-c28410181c7a') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.414541 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.482838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.502212 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port accfe179-35ff-4a4c-9817-5d7ba1896409 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:02.506337 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:20:59Z', 'revision_number': 3, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:02.515140 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.518880 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:02.519229 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Updating router 469aff69-0707-45a4-bc8a-b024786bc941 port d87ef77b-353d-48ec-8e36-2c85b3207425 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:02.537924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:21:02.538600 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.546764 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.578723 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:02.612095 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment e27ae453-a187-412e-8a6f-c28410181c7a resource provider aggregate not found Jun 28 11:21:02.691847 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment e27ae453-a187-412e-8a6f-c28410181c7a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e27ae453-a187-412e-8a6f-c28410181c7a found for delete ", "request_id": "req-580a0f0e-c945-47a1-8753-7d3eb9d235e5"}]} Jun 28 11:21:02.715219 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Floating IP 8fb24381-e275-47ab-967a-853b5abf0852 associated. External IP: 172.27.1.160, port: 160bc058-c58c-45f7-bd5f-38292d752c89. Jun 28 11:21:02.726260 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Request body: {'port': {'device_id': '930ac27c-061d-400e-8034-ffb8170b554d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:02.886114 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Allocated IP 172.20.0.1 (f98f4dc0-3a7d-4c43-8d08-31724cda92ae/0018bd10-a8fa-446b-90ae-5d3c414133a0/d0c5c5b5-4306-4583-9f98-ffef27b7d7e2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:02.932817 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.008691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.030601 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.031687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.046747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Transition to ACTIVE for port object d87ef77b-353d-48ec-8e36-2c85b3207425 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:03.053737 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.061861 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f652e0c-7f96-48ec-996b-5a826bca72ab,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:03.068478 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a0c371a7-e3ca-4fd8-8d10-3359c62bf514 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8f652e0c-7f96-48ec-996b-5a826bca72ab HTTP/1.1" status: 204 len: 168 time: 1.6422393 Jun 28 11:21:03.069512 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54546) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:03.156167 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Attempting to bind port d87ef77b-353d-48ec-8e36-2c85b3207425 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:03.156791 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Attempting to bind port d87ef77b-353d-48ec-8e36-2c85b3207425 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:03.156900 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Attempting to bind port d87ef77b-353d-48ec-8e36-2c85b3207425 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:03.163725 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271457-a934-4514-9afc-8b30c4b8f477 None None] Pushing event updated for resources: {'Port': ['ID=d87ef77b-353d-48ec-8e36-2c85b3207425,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:03.169535 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:03.169908 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:03.170308 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.170686 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:03.171154 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Bound port: d87ef77b-353d-48ec-8e36-2c85b3207425, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:03.171520 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.177570 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d77943-33e2-424e-91a9-bfab1bd27847 req-5fc3a9e7-d1b5-48c5-844a-9644f3dbbeb5 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:03.184555 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f2d77943-33e2-424e-91a9-bfab1bd27847 req-5fc3a9e7-d1b5-48c5-844a-9644f3dbbeb5 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 931 time: 0.6521597 Jun 28 11:21:03.191435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.236200 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Transition to ACTIVE for port object d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:03.249049 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] For port d87ef77b-353d-48ec-8e36-2c85b3207425, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:03.252261 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] For port d87ef77b-353d-48ec-8e36-2c85b3207425, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d87ef77b-353d-48ec-8e36-2c85b3207425,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:03.256171 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.321614 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Deleting subnet f0ce680b-8bcd-41c1-a96f-1bd70b712f31 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:21:03.332450 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.358339 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.374300 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-f2d77943-33e2-424e-91a9-bfab1bd27847 req-bead1fd3-d355-4abc-b0ae-88b228566e12 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Synchronizing usage tracker for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:03.381159 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:03.382166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:03.423284 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:03.425034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.427384 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:03.433915 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:03.434213 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.465083 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-f2d77943-33e2-424e-91a9-bfab1bd27847 req-bead1fd3-d355-4abc-b0ae-88b228566e12 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Unset dirty status for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:03.478423 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Pushing event updated for resources: {'Port': ['ID=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:03.478675 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f2d77943-33e2-424e-91a9-bfab1bd27847 req-bead1fd3-d355-4abc-b0ae-88b228566e12 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930434 Jun 28 11:21:03.487387 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Router 623afd10-571f-414e-bd2d-516a19e88c4e has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:03.541949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271457-a934-4514-9afc-8b30c4b8f477 None None] Pushing event updated for resources: {'Port': ['ID=d87ef77b-353d-48ec-8e36-2c85b3207425,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:03.579816 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c1323e-3698-417a-8e47-cdc2107198e1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:03.584951 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.589922 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.611419 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.635391 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:03.649366 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Transition to ACTIVE for port object 19c1323e-3698-417a-8e47-cdc2107198e1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:03.662716 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.710683 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.800636 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.861251 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ce680b-8bcd-41c1-a96f-1bd70b712f31,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:03.862971 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:03.879245 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.882884 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] Sync routers for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:03.900438 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:03.906758 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:03.916685 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-30e36e03-b27e-48f6-a742-e9aab9e8ec40 None None] Provisioning for port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:03.928365 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.934915 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c198b3b5-64cf-4f0c-80b8-c00cb23141e6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f0ce680b-8bcd-41c1-a96f-1bd70b712f31 HTTP/1.1" status: 204 len: 168 time: 0.8643291 Jun 28 11:21:03.940769 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-30e36e03-b27e-48f6-a742-e9aab9e8ec40 None None] Provisioning complete for port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:03.941145 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30e36e03-b27e-48f6-a742-e9aab9e8ec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:03.945845 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54554) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:04.088629 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-30e36e03-b27e-48f6-a742-e9aab9e8ec40 None None] Port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:04.089193 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bd3c2164-ab46-43d9-b172-47483e2bc448 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "PUT /v2.0/floatingips/8fb24381-e275-47ab-967a-853b5abf0852 HTTP/1.1" status: 200 len: 991 time: 3.0962789 Jun 28 11:21:04.092630 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:04.099926 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:04.125765 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:20:59Z', 'revision_number': 3, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:04.131153 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226abfbf-936b-4588-96bf-245e507472f1 None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:20:59Z', 'revision_number': 3, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:04.162207 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.168025 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934ef1f2-2b00-446c-b84f-67c8020d218d'] response: {'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89', 'status': 'completed', 'code': 200} Jun 28 11:21:04.242255 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:04.312412 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.331504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Attempting to bind port 19c1323e-3698-417a-8e47-cdc2107198e1 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:04.331504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Attempting to bind port 19c1323e-3698-417a-8e47-cdc2107198e1 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:04.331841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Attempting to bind port 19c1323e-3698-417a-8e47-cdc2107198e1 on network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:04.341257 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Port 19c1323e-3698-417a-8e47-cdc2107198e1 on network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:21:04.341580 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Attempting to bind port 19c1323e-3698-417a-8e47-cdc2107198e1 on network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:04.345451 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89018cb2-cf77-4e84-8d6c-7b977bd6c043']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:04.358444 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:04.358781 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Checking segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:04.359237 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Bound using segment: {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:04.359611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Bound port: 19c1323e-3698-417a-8e47-cdc2107198e1, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ae7d98-86ef-4c9b-b70f-ac099efd36f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:04.359958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.360457 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51357e10-672f-4fcf-8e53-0c738a08d314') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:04.360745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51357e10-672f-4fcf-8e53-0c738a08d314') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:04.387098 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.407841 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.435145 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:21:04.439209 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.577825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.608084 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.612356 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:04.617587 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.618954 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.628450 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.636955 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] Pushing event deleted for resources: {'Network': ['ID=89018cb2-cf77-4e84-8d6c-7b977bd6c043,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:04.645255 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-842e8e55-8a46-4e23-965f-e5cfbf61b549 admin admin] 10.222.0.44 "DELETE /v2.0/networks/89018cb2-cf77-4e84-8d6c-7b977bd6c043 HTTP/1.1" status: 204 len: 168 time: 0.6956644 Jun 28 11:21:04.685743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:04.723985 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.732658 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 51357e10-672f-4fcf-8e53-0c738a08d314 resource provider aggregate not found Jun 28 11:21:04.777958 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 51357e10-672f-4fcf-8e53-0c738a08d314 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51357e10-672f-4fcf-8e53-0c738a08d314 found for delete ", "request_id": "req-d9fe5b2b-c50b-4335-a2b3-c8c89f344cfe"}]} Jun 28 11:21:04.788913 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94458b55-c6cb-48f7-90a3-cbf5c99cd23a req-8d8c2de8-5c86-4539-ad72-803aa5dd602e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:04.791616 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-94458b55-c6cb-48f7-90a3-cbf5c99cd23a req-8d8c2de8-5c86-4539-ad72-803aa5dd602e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.1404428 Jun 28 11:21:04.812169 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-94ad249e-e20a-4c4c-b095-82e75ff61976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:04.813626 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-94ad249e-e20a-4c4c-b095-82e75ff61976 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.4288242 Jun 28 11:21:04.859866 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8fb24381-e275-47ab-967a-853b5abf0852', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:20:30Z', 'updated_at': '2022-06-28T11:21:02Z', 'revision_number': 1, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:04.877196 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] Checking router: 623afd10-571f-414e-bd2d-516a19e88c4e for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:04.877646 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-94458b55-c6cb-48f7-90a3-cbf5c99cd23a req-878a902b-b102-47b0-81d6-2946e9d3fa11 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778642 Jun 28 11:21:04.893099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Pushing event updated for resources: {'Port': ['ID=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:04.893099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:04.893099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:04.893099 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] 10.222.0.26 "PUT /v2.0/ports/19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 1093 time: 2.1748316 Jun 28 11:21:04.893099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:04.918996 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:04.920461 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:04.951164 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54574) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:05.047344 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-d21b8639-bdab-4601-894c-dbd23cc77d3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ffbc86a7d824a6890c1846c43f710d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948617 Jun 28 11:21:05.048237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54578) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:05.150937 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cea4e4-4d06-4b5c-a88a-5f8d3374bce7'] response: {'name': 'network-changed', 'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'status': 'completed', 'code': 200} Jun 28 11:21:05.319038 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d801-3d5e-4528-ace8-6dba3bfe449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.321921 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:05.340072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25556428-7d97-4200-83dd-3c7fd8c42e0a service neutron] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:05.344987 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:05.350493 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:05.360886 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d801-3d5e-4528-ace8-6dba3bfe449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.380996 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-d453bf15-bf62-494a-8947-826abc78a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:05.384168 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-d453bf15-bf62-494a-8947-826abc78a3bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.5480390 Jun 28 11:21:05.450132 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d801-3d5e-4528-ace8-6dba3bfe449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.480553 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4d801-3d5e-4528-ace8-6dba3bfe449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf15950-6854-421c-b43c-7abcccb82d9a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:05.503139 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0c4d801-3d5e-4528-ace8-6dba3bfe449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.506450 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f0c4d801-3d5e-4528-ace8-6dba3bfe449c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bf15950-6854-421c-b43c-7abcccb82d9a HTTP/1.1" status: 204 len: 168 time: 0.4571166 Jun 28 11:21:05.683015 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-e130c65c-d83e-444d-bd69-4d76c74d509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:05.684487 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-e130c65c-d83e-444d-bd69-4d76c74d509d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1096 time: 0.6141829 Jun 28 11:21:05.710268 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d505d46-17c0-47ab-89c9-63fbfe4c2286 None None] Provisioning complete for port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:05.710917 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d505d46-17c0-47ab-89c9-63fbfe4c2286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:05.791606 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-45c3433f-9275-45e8-b2ba-c51b8294ef7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 217 time: 0.0888660 Jun 28 11:21:05.793544 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-80e838af-84c5-477c-b70d-62a1944ecc0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 999 time: 0.3121872 Jun 28 11:21:05.842097 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d505d46-17c0-47ab-89c9-63fbfe4c2286 None None] Port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:05.848158 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8fb24381-e275-47ab-967a-853b5abf0852', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:20:30Z', 'updated_at': '2022-06-28T11:21:02Z', 'revision_number': 1, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:05.854167 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddc3950-a934-41d5-a1b9-82ed5934579c None None] The sync data for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi is: [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8fb24381-e275-47ab-967a-853b5abf0852', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:20:30Z', 'updated_at': '2022-06-28T11:21:02Z', 'revision_number': 1, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:06.061262 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-f3670e47-3dca-4887-9f0c-2fb68b9e99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:06.062958 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-f3670e47-3dca-4887-9f0c-2fb68b9e99e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.2593851 Jun 28 11:21:06.064959 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:06.089113 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d87ef77b-353d-48ec-8e36-2c85b3207425 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:06.127124 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54596) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:06.143377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-bd8050ae-9bdd-49c2-8514-64e8e0665d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:06.144808 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-bd8050ae-9bdd-49c2-8514-64e8e0665d5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.3401248 Jun 28 11:21:06.196735 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port d87ef77b-353d-48ec-8e36-2c85b3207425 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:06.209894 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ded11266-405a-4e3e-a6f5-2a89bafd6f07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad9234432a664f899a3dc601bd0169be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812945 Jun 28 11:21:06.215586 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d87ef77b-353d-48ec-8e36-2c85b3207425 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:06.216054 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.216921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54602) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:06.266989 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d4ff0-d59d-44e6-b555-5ebe117ba191 req-b2526649-80e8-4ca1-9701-c08691170c74 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:06.268567 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-585d4ff0-d59d-44e6-b555-5ebe117ba191 req-b2526649-80e8-4ca1-9701-c08691170c74 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.2023153 Jun 28 11:21:06.294336 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff87edc-c221-49ce-9bac-4d53853cb273 None None] New status for floating IP 8fb24381-e275-47ab-967a-853b5abf0852: ACTIVE {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:06.346913 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-585d4ff0-d59d-44e6-b555-5ebe117ba191 req-a0f0950b-37b4-4566-ad6f-cbfb2f08d748 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663657 Jun 28 11:21:06.369987 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d310107c-caa7-4a6f-83c1-cbfc87aac1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.411351 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d310107c-caa7-4a6f-83c1-cbfc87aac1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.472394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d310107c-caa7-4a6f-83c1-cbfc87aac1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.502295 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310107c-caa7-4a6f-83c1-cbfc87aac1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c3625-bc9a-438d-877a-0663065d90f8,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:06.504236 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d310107c-caa7-4a6f-83c1-cbfc87aac1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.507622 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-d310107c-caa7-4a6f-83c1-cbfc87aac1cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d2c3625-bc9a-438d-877a-0663065d90f8 HTTP/1.1" status: 204 len: 168 time: 0.2819085 Jun 28 11:21:06.584902 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-258e98dc-aac9-40bf-accd-c1b8d4afc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:06.586394 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-258e98dc-aac9-40bf-accd-c1b8d4afc5b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4995770 Jun 28 11:21:06.589597 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:06.599638 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:06.600147 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-4167a3d2-5857-4934-a61f-45bb1188118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:06.603222 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-4167a3d2-5857-4934-a61f-45bb1188118e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4443593 Jun 28 11:21:06.616651 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:06.618969 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:06.701079 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7b2ed63e-8eee-42a7-9fe6-12c756808f6d admin admin] 10.222.0.44 "PUT /v2.0/routers/469aff69-0707-45a4-bc8a-b024786bc941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1177037 Jun 28 11:21:06.740162 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d87ef77b-353d-48ec-8e36-2c85b3207425 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:06.741223 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.759501 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port d87ef77b-353d-48ec-8e36-2c85b3207425, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d87ef77b-353d-48ec-8e36-2c85b3207425,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:06.770783 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:06.887842 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=d87ef77b-353d-48ec-8e36-2c85b3207425,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:06.937230 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:06.950263 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-dc2c7863-9c32-4dec-b9ee-5192e562007e service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440859 Jun 28 11:21:06.987775 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-42262c4f-f676-45ef-b34e-3c82fac06189 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614888 Jun 28 11:21:07.382845 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:04Z', 'revision_number': 2, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:07.387766 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:07.390109 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Updating router 469aff69-0707-45a4-bc8a-b024786bc941 port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:07.459234 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.654576 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54652) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:07.659970 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1336155773-network', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:07.664988 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:07.670717 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Usage tracker for resource:network and tenant:cf2a3db647714519b3df4eb9b3c2ea48 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:07.674290 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:07.681346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:07.695003 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Made reservation on behalf of cf2a3db647714519b3df4eb9b3c2ea48 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:07.698825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.714832 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.732101 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:07.738112 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Usage tracker for resource:security_group_rule and tenant:cf2a3db647714519b3df4eb9b3c2ea48 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:07.747478 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:07.753667 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:07.862509 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.868925 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.905263 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:07.916651 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6567cc35-cbbc-463f-9aa3-77877456f209,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:07.925793 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.926240 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Added segment 0cbcec27-e811-4881-8cf0-5c3db3033cbc of type vlan for network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 Jun 28 11:21:07.957983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.973634 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-01005fa2-b70f-45ee-9f51-a8acf8cd8b57 req-78bf1778-4644-4646-bc84-80353ef846fd service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102343 Jun 28 11:21:07.976018 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0e2c992-e28d-40c3-874b-0d0a50f33428 req-73c87aac-ab13-445c-a668-7e527b5cd9d6 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116796 Jun 28 11:21:07.987307 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0409959-a98c-451c-96ae-1bbcfb52fe2a req-42115391-187e-4efc-aa3d-421cf4cc5211 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:07.988028 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-d0409959-a98c-451c-96ae-1bbcfb52fe2a req-42115391-187e-4efc-aa3d-421cf4cc5211 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Synchronizing usage tracker for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:07.996189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:07.997770 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:07.998622 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.010804 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-d0409959-a98c-451c-96ae-1bbcfb52fe2a req-42115391-187e-4efc-aa3d-421cf4cc5211 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Unset dirty status for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:08.012462 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d0409959-a98c-451c-96ae-1bbcfb52fe2a req-42115391-187e-4efc-aa3d-421cf4cc5211 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.4187152 Jun 28 11:21:08.019648 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.045456 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Transition to ACTIVE for port object d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:08.059327 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.083688 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d0409959-a98c-451c-96ae-1bbcfb52fe2a req-23e26426-d061-412c-90aa-877b7528fb65 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615749 Jun 28 11:21:08.084053 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d87ef77b-353d-48ec-8e36-2c85b3207425 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:08.127736 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] Pushing event updated for resources: {'Network': ['ID=9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:08.152205 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Pushing event updated for resources: {'Port': ['ID=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:08.154690 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8911c6e9-f163-4830-b064-780171792e37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4980056 Jun 28 11:21:08.155122 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:08.156423 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54664) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:08.162720 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Request body: {'subnet': {'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1336155773-subnet', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:08.170189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:08.176139 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Usage tracker for resource:subnet and tenant:cf2a3db647714519b3df4eb9b3c2ea48 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:08.180167 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:08.186553 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:08.200223 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Made reservation on behalf of cf2a3db647714519b3df4eb9b3c2ea48 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:08.204158 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.267652 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.268396 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.268396 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.268602 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.270694 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.276663 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.277005 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.277364 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.277783 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.278148 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.278967 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.279296 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:08.320262 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d87ef77b-353d-48ec-8e36-2c85b3207425 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:08.320655 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.407652 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Attempting to bind port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:08.407971 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Attempting to bind port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:08.408286 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Attempting to bind port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:08.415272 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:08.415655 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Checking segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:08.416049 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.416439 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Bound using segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:08.416914 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Bound port: d0c5c5b5-4306-4583-9f98-ffef27b7d7e2, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:08.417350 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.533893 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.534414 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] For port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:08.537744 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] For port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:08.543981 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d87ef77b-353d-48ec-8e36-2c85b3207425 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:08.547840 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.619878 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:08.627348 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Checking segment: {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:08.627701 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Network hostable DHCP agents. Network: 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:08.633260 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64be6bf-6f09-46c7-937e-c9264bbc97b2 None None] Pushing event updated for resources: {'Port': ['ID=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:08.655529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:08.658470 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:08.659338 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:08.669559 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:08.675390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:08.676447 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.683645 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fc394-38e2-4e37-a5a5-7bf88ad86c91 None None] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:08.709247 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-4a7bebff-9b63-44a2-b5d4-f7c00fa78376 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5515695 Jun 28 11:21:08.711760 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54678) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:08.717941 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:08.726998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:08.732158 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Usage tracker for resource:router and tenant:cf2a3db647714519b3df4eb9b3c2ea48 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:08.735601 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:08.745769 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:08.760438 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.762083 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.792537 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:08.942635 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:09.034021 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2', 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'fixed_ips': [{'subnet_id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:09.035109 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.257731 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.261029 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Allocated IP 172.20.0.2 (9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2/ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823/1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:09.398749 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50803de4-624a-4ec9-a472-e9c12b6edfef req-d90cf63b-f81d-4ef6-b35f-ebf83c8dcdc8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:09.400881 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-50803de4-624a-4ec9-a472-e9c12b6edfef req-d90cf63b-f81d-4ef6-b35f-ebf83c8dcdc8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.1444817 Jun 28 11:21:09.463074 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:08Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:09.468336 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7dd24-f115-4091-bd4e-45d889ffee0f None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:08Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:09.486993 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-50803de4-624a-4ec9-a472-e9c12b6edfef req-ddfd9951-84a3-412c-9374-184cfc8451ef tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790482 Jun 28 11:21:09.562268 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.583389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Transition to ACTIVE for port object 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:09.607927 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Transition to ACTIVE for port object 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:09.617777 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.685858 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:09.694172 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:09.696565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:09.697593 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.749887 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Pushing event updated for resources: {'Port': ['ID=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:09.786210 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.823189 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Attempting to bind port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:09.823691 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Attempting to bind port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:09.824141 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Attempting to bind port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 on network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:09.837624 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:09.838225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Checking segment: {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:09.838742 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.839305 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Bound using segment: {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:09.840039 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Bound port: 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:09.840456 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:09.971748 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Allocated IP 172.27.1.225 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/107795e7-0cf3-4e55-9695-ed1811714ed5) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:09.990184 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] For port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:09.995146 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] For port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:10.012199 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.125427 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:10.235815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-d2721380-2fbf-4456-af43-a29b28d35045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:10.237386 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-d2721380-2fbf-4456-af43-a29b28d35045 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1096 time: 0.4984119 Jun 28 11:21:10.269414 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1b0f5-5c50-4985-bd40-6365c044fe56 None None] Pushing event updated for resources: {'Port': ['ID=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:10.287518 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.309998 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:10.315687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:10.316163 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.464261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.513235 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:10.514009 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.564407 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-b9e3c18f-a01f-4d68-9a13-44571e2c90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:10.566534 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-b9e3c18f-a01f-4d68-9a13-44571e2c90f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.3202631 Jun 28 11:21:10.590343 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:10.600835 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:10.690274 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Pushing event updated for resources: {'Port': ['ID=107795e7-0cf3-4e55-9695-ed1811714ed5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:10.696853 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:10.703710 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:10.742105 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:10.756625 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:10.808133 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-6f422d56-db41-40f6-9025-ee7ad4448d60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 217 time: 0.2304504 Jun 28 11:21:11.098566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-ecf85774-e843-40a9-8700-ee7034fd435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.100173 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-ecf85774-e843-40a9-8700-ee7034fd435a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.2757998 Jun 28 11:21:11.267121 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c656a-7470-4e70-9765-9c9209d07147 req-3d02a2de-666b-4259-947a-3d5e7b21ab41 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.268621 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-329c656a-7470-4e70-9765-9c9209d07147 req-3d02a2de-666b-4259-947a-3d5e7b21ab41 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.5492966 Jun 28 11:21:11.420956 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-329c656a-7470-4e70-9765-9c9209d07147 req-0349e49e-ba72-48f1-a8e1-1a7d96297d9a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860851 Jun 28 11:21:11.437705 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52d3de9-770e-4a07-bb72-2b3b6e798428 None None] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:11.447984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-f3e2705d-bf0f-4108-ac63-3ed4ae59bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:11.449625 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-f3e2705d-bf0f-4108-ac63-3ed4ae59bd1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3395858 Jun 28 11:21:11.455090 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:11.536042 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-28f6b79b-6335-48c4-ab80-94fa1e3c4c92 None None] Provisioning for port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:11.856177 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-aa239300-8a55-4728-91d9-0a7c3bd50fb1 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433607 Jun 28 11:21:11.919528 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.067647 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:12.146488 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Router 41c290de-9341-436a-8b3f-fbb9e2086a73 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:12.171124 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:12.175787 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:12.176156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.293815 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:12.294187 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.326130 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:12.327517 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:12.334287 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.334744 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:12.352051 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.356398 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-526c59f8-ab3a-4f68-9585-d66c19b1fb43 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6411211 Jun 28 11:21:12.356816 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54732) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:12.395793 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Sync routers for ids ['41c290de-9341-436a-8b3f-fbb9e2086a73'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:12.432123 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Routers {'41c290de-9341-436a-8b3f-fbb9e2086a73'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:12.432768 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['41c290de-9341-436a-8b3f-fbb9e2086a73'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:12.605738 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:12.630956 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:12.631331 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:12.676374 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42ec7-6f6c-4354-b318-033b337989bc req-98571091-87de-46d1-a382-3712debc9d6e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:12.677405 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-11e42ec7-6f6c-4354-b318-033b337989bc req-98571091-87de-46d1-a382-3712debc9d6e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.1229362 Jun 28 11:21:12.700303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Set router 41c290de-9341-436a-8b3f-fbb9e2086a73 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:12.728290 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-11e42ec7-6f6c-4354-b318-033b337989bc req-4226da49-bd13-43b0-aae3-baf7b9546998 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436707 Jun 28 11:21:12.995207 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:13.085942 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:21:11Z', 'revision_number': 3, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:13.090553 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Checking router: 41c290de-9341-436a-8b3f-fbb9e2086a73 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:13.090830 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Updating router 41c290de-9341-436a-8b3f-fbb9e2086a73 port 107795e7-0cf3-4e55-9695-ed1811714ed5 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:13.145127 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.343887 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9f1c20ce-5829-4040-a436-bbf371fe06a2 req-b11f11d2-4fe6-4eef-bc54-5eedf79bc186 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857622 Jun 28 11:21:13.398253 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.475535 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.488319 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Transition to ACTIVE for port object 107795e7-0cf3-4e55-9695-ed1811714ed5 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:13.494807 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.612825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Allocated IP 172.20.0.1 (9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2/ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823/56ec53db-0f90-4a0c-a894-38d250df05fd) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:13.615430 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Attempting to bind port 107795e7-0cf3-4e55-9695-ed1811714ed5 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:13.616294 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Attempting to bind port 107795e7-0cf3-4e55-9695-ed1811714ed5 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:13.616398 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Attempting to bind port 107795e7-0cf3-4e55-9695-ed1811714ed5 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:13.619399 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938d318-3397-480d-af8e-876a5b8c2244 None None] Pushing event updated for resources: {'Port': ['ID=107795e7-0cf3-4e55-9695-ed1811714ed5,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:13.624970 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:13.625365 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:13.625762 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.626144 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:13.626599 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Bound port: 107795e7-0cf3-4e55-9695-ed1811714ed5, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:13.626992 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.700628 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] For port 107795e7-0cf3-4e55-9695-ed1811714ed5, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:13.703612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] For port 107795e7-0cf3-4e55-9695-ed1811714ed5, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=107795e7-0cf3-4e55-9695-ed1811714ed5,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:13.708155 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.760546 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.776486 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Transition to ACTIVE for port object 56ec53db-0f90-4a0c-a894-38d250df05fd will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:13.785199 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Routers {'41c290de-9341-436a-8b3f-fbb9e2086a73'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:13.786150 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['41c290de-9341-436a-8b3f-fbb9e2086a73'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:13.800426 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.909392 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:13.918083 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:13.921357 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938d318-3397-480d-af8e-876a5b8c2244 None None] Pushing event updated for resources: {'Port': ['ID=107795e7-0cf3-4e55-9695-ed1811714ed5,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:13.929357 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:13.930007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:13.970470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=56ec53db-0f90-4a0c-a894-38d250df05fd,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:13.992960 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] Set router 41c290de-9341-436a-8b3f-fbb9e2086a73 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:14.048563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddda9f5-a075-45fd-b219-a490160399b0 req-ae4f8adb-e988-41a3-940c-6ea47443e397 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:14.050703 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eddda9f5-a075-45fd-b219-a490160399b0 req-ae4f8adb-e988-41a3-940c-6ea47443e397 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.2034526 Jun 28 11:21:14.134191 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:14.153595 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eddda9f5-a075-45fd-b219-a490160399b0 req-ebeb9d2c-02e7-4ee3-86f0-fbede8019e12 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970483 Jun 28 11:21:14.154723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.358144 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:14.358517 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.392605 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c83cba81-eaf9-433f-9abf-79dfc39b802d None None] Provisioning for port 56ec53db-0f90-4a0c-a894-38d250df05fd completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:14.407743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c83cba81-eaf9-433f-9abf-79dfc39b802d None None] Provisioning complete for port 56ec53db-0f90-4a0c-a894-38d250df05fd triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:14.408117 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c83cba81-eaf9-433f-9abf-79dfc39b802d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.462775 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.467261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.467959 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:14.476992 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c83cba81-eaf9-433f-9abf-79dfc39b802d None None] Port 56ec53db-0f90-4a0c-a894-38d250df05fd cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:14.546464 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:21:11Z', 'revision_number': 3, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:14.560555 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4ecf4-09aa-4d5f-bc6c-3cc858102546 None None] The sync data for ids ['41c290de-9341-436a-8b3f-fbb9e2086a73'] in dv-cinder-844474-1-iscsi is: [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:21:11Z', 'revision_number': 3, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:14.561988 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:14.629008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Pushing event updated for resources: {'Port': ['ID=56ec53db-0f90-4a0c-a894-38d250df05fd,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:14.685085 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:14.686354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:14.943620 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Router 41c290de-9341-436a-8b3f-fbb9e2086a73 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:15.004359 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5223c9bd-fb65-4f11-91e3-474f423fdfc3 None None] Provisioning complete for port 56ec53db-0f90-4a0c-a894-38d250df05fd triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:15.004938 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5223c9bd-fb65-4f11-91e3-474f423fdfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.066520 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5223c9bd-fb65-4f11-91e3-474f423fdfc3 None None] Port 56ec53db-0f90-4a0c-a894-38d250df05fd cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:15.131326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:15.142185 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ba32f40d-3db3-4f39-a82a-06753c35e8e2 admin admin] 10.222.0.44 "PUT /v2.0/routers/41c290de-9341-436a-8b3f-fbb9e2086a73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7838700 Jun 28 11:21:15.354055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ed718-035c-416f-9412-cdd7176d0c13 req-2d3a2281-273d-439d-84f4-cc9874bab0b3 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:15.355534 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-718ed718-035c-416f-9412-cdd7176d0c13 req-2d3a2281-273d-439d-84f4-cc9874bab0b3 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0945194 Jun 28 11:21:15.402180 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-718ed718-035c-416f-9412-cdd7176d0c13 req-8a01fd4a-db26-430e-be5d-55f1772cba78 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408561 Jun 28 11:21:15.530031 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54774) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:15.535007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-859654241', 'description': 'tempest-secgroup-smoke-859654241 description', 'project_id': '881aa87ca0174eb6b6123e1b1c492129'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:15.542352 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:15.546786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:15.550891 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:15.559763 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:15.766782 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.788301 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:15.793016 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:15.796167 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:15.802234 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:15.875630 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.879864 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.923779 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37497c61-558e-46ba-85cd-fa46b6588d93,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:15.927875 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:15.929141 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ffe1618e-ec5a-4e70-b744-6019048fc5d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3981409 Jun 28 11:21:15.932330 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54780) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:15.937998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group_rule': {'security_group_id': '37497c61-558e-46ba-85cd-fa46b6588d93', 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:15.944565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:15.954189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:15.957226 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:15.967491 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:15.987429 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.030806 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 107795e7-0cf3-4e55-9695-ed1811714ed5 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:16.054707 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.058324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.079471 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eecc77-3ad8-4864-ae55-d7dd5787e34b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.091232 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.095390 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a6ab978b-aab3-4b24-9814-2e9ff3f15c38 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1619482 Jun 28 11:21:16.095550 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 54788) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.100746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group_rule': {'security_group_id': '37497c61-558e-46ba-85cd-fa46b6588d93', 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.103587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 107795e7-0cf3-4e55-9695-ed1811714ed5 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:16.108553 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 107795e7-0cf3-4e55-9695-ed1811714ed5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:16.108989 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.114158 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.122284 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.125728 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.132111 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.148853 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.217452 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.223850 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.236474 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 107795e7-0cf3-4e55-9695-ed1811714ed5 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:16.236852 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.250799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e4be8f-6981-43be-9bb9-758f3b41a108,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.256845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 107795e7-0cf3-4e55-9695-ed1811714ed5, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=107795e7-0cf3-4e55-9695-ed1811714ed5,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:16.262493 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.266671 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.271183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54794) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.271733 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-30a0c7ad-f2da-4c29-979b-8ee8976e36c2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1750627 Jun 28 11:21:16.279077 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group_rule': {'security_group_id': '37497c61-558e-46ba-85cd-fa46b6588d93', 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.285547 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.289483 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.292397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.298167 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.318009 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.333907 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=107795e7-0cf3-4e55-9695-ed1811714ed5,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.381347 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.385943 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.409053 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3026b3f2-99e5-4466-b004-87b816a4a8ed,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.418399 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.419567 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-467fbf97-ddaa-4f9a-baef-f84df2a372e6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473465 Jun 28 11:21:16.422262 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54798) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.427188 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group_rule': {'security_group_id': '37497c61-558e-46ba-85cd-fa46b6588d93', 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.433550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.437329 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.440356 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.446640 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.462953 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.526714 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.530048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.553370 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f066efc-ef3a-4693-a810-1d4a58f04010,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.563915 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.565135 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9d9c3e0c-32d1-4e9b-8228-04e812354307 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418428 Jun 28 11:21:16.567894 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54804) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.574446 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group_rule': {'security_group_id': '37497c61-558e-46ba-85cd-fa46b6588d93', 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.581727 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.585939 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.589967 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.596116 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.601520 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccff99-5561-4b16-a758-dd98e545715d req-f371d105-b489-4f38-a622-0d37d2b4c02c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:16.603161 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-05ccff99-5561-4b16-a758-dd98e545715d req-f371d105-b489-4f38-a622-0d37d2b4c02c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0938778 Jun 28 11:21:16.606626 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Project 881aa87ca0174eb6b6123e1b1c492129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:21:16.613242 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.649553 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-05ccff99-5561-4b16-a758-dd98e545715d req-1a205bb4-15bb-40c0-b3e3-fd181c7ce251 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393317 Jun 28 11:21:16.683707 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.687442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.711940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a07efe5-9f75-44ec-8396-b7a82ef71d7d,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.720432 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.721787 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ab252ba5-75d7-4500-9f5a-9a8b66c1a088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526499 Jun 28 11:21:16.724470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 54808) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:16.729681 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'security_group_rule': {'security_group_id': '37497c61-558e-46ba-85cd-fa46b6588d93', 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:16.735419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:16.739240 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:security_group_rule and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:16.742378 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:16.748569 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:16.759788 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.securitygroups_db [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Project 881aa87ca0174eb6b6123e1b1c492129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:21:16.766448 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.836712 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.840224 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.875642 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164055b7-4cde-44d1-a663-36c72f26ac61,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:16.882806 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:16.884768 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6ee89ace-1ee5-41f8-85f4-913dbaf934cc tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591613 Jun 28 11:21:17.073198 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Sync routers for ids ['41c290de-9341-436a-8b3f-fbb9e2086a73'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:17.082885 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Routers {'41c290de-9341-436a-8b3f-fbb9e2086a73'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:17.083441 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['41c290de-9341-436a-8b3f-fbb9e2086a73'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:17.278357 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Set router 41c290de-9341-436a-8b3f-fbb9e2086a73 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:17.653663 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:21:14Z', 'revision_number': 4, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56ec53db-0f90-4a0c-a894-38d250df05fd', 'name': '', 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'mac_address': 'fa:16:3e:e4:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:13Z', 'updated_at': '2022-06-28T11:21:14Z', 'revision_number': 2, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'subnets': [{'id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:17.657367 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Checking router: 41c290de-9341-436a-8b3f-fbb9e2086a73 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:17.657709 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Updating router 41c290de-9341-436a-8b3f-fbb9e2086a73 port 56ec53db-0f90-4a0c-a894-38d250df05fd binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:17.711960 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:17.892329 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dc75a-edae-4c2e-a458-3d138dc1edfb req-3d86ecd7-bf4d-4391-9f9d-e7e6740ea25c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:17.894886 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-455dc75a-edae-4c2e-a458-3d138dc1edfb req-3d86ecd7-bf4d-4391-9f9d-e7e6740ea25c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.1337399 Jun 28 11:21:17.950007 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-455dc75a-edae-4c2e-a458-3d138dc1edfb req-a0e1b967-420d-44aa-b863-9d6ae5d12770 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 Jun 28 11:21:18.050902 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 107795e7-0cf3-4e55-9695-ed1811714ed5 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:18.132877 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 107795e7-0cf3-4e55-9695-ed1811714ed5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:18.133305 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.218423 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.233359 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Transition to ACTIVE for port object 56ec53db-0f90-4a0c-a894-38d250df05fd will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:18.239814 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.273414 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 107795e7-0cf3-4e55-9695-ed1811714ed5 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:18.406471 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8b28e-20b7-439e-b9ce-2e4fcca752aa None None] Pushing event updated for resources: {'Port': ['ID=56ec53db-0f90-4a0c-a894-38d250df05fd,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:18.469149 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Attempting to bind port 56ec53db-0f90-4a0c-a894-38d250df05fd on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:18.469528 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Attempting to bind port 56ec53db-0f90-4a0c-a894-38d250df05fd by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:18.469877 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Attempting to bind port 56ec53db-0f90-4a0c-a894-38d250df05fd on network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:18.474886 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:18.475247 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Checking segment: {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:18.475632 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.476012 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Bound using segment: {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:18.476456 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Bound port: 56ec53db-0f90-4a0c-a894-38d250df05fd, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cbcec27-e811-4881-8cf0-5c3db3033cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:18.476827 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.594334 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] For port 56ec53db-0f90-4a0c-a894-38d250df05fd, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:18.598122 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] For port 56ec53db-0f90-4a0c-a894-38d250df05fd, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=56ec53db-0f90-4a0c-a894-38d250df05fd,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:18.603505 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:18.684385 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Routers {'41c290de-9341-436a-8b3f-fbb9e2086a73'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:18.684995 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['41c290de-9341-436a-8b3f-fbb9e2086a73'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:18.797767 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8b28e-20b7-439e-b9ce-2e4fcca752aa None None] Pushing event updated for resources: {'Port': ['ID=56ec53db-0f90-4a0c-a894-38d250df05fd,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:18.869490 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] Set router 41c290de-9341-436a-8b3f-fbb9e2086a73 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:19.153405 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff487-272e-4f1c-bdbd-6be4bd80a1aa req-637214a5-9cdc-4978-bc81-9e61dc1b228e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:19.155005 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a41ff487-272e-4f1c-bdbd-6be4bd80a1aa req-637214a5-9cdc-4978-bc81-9e61dc1b228e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0919993 Jun 28 11:21:19.201528 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:21:14Z', 'revision_number': 4, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56ec53db-0f90-4a0c-a894-38d250df05fd', 'name': '', 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'mac_address': 'fa:16:3e:e4:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:13Z', 'updated_at': '2022-06-28T11:21:18Z', 'revision_number': 4, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'subnets': [{'id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:19.205681 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05d6dd3-85da-4f87-824b-898b7cb30264 None None] The sync data for ids ['41c290de-9341-436a-8b3f-fbb9e2086a73'] in dv-cinder-844474-1-iscsi is: [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:21:14Z', 'revision_number': 4, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56ec53db-0f90-4a0c-a894-38d250df05fd', 'name': '', 'network_id': '9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'mac_address': 'fa:16:3e:e4:27:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:13Z', 'updated_at': '2022-06-28T11:21:18Z', 'revision_number': 4, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'subnets': [{'id': 'ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:19.207165 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a41ff487-272e-4f1c-bdbd-6be4bd80a1aa req-6c06fe64-1b3d-4157-9d50-0105564d1bbd tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406077 Jun 28 11:21:19.437570 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:21:19.619646 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:19.633397 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '19c1323e-3698-417a-8e47-cdc2107198e1', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'port_id': '19c1323e-3698-417a-8e47-cdc2107198e1', 'mac_address': 'fa:16:3e:f6:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:21:19.692685 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 19c1323e-3698-417a-8e47-cdc2107198e1 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:19.693057 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.713768 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c1323e-3698-417a-8e47-cdc2107198e1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:19.733021 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:19.737910 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:19.808687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:20.013146 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56ec53db-0f90-4a0c-a894-38d250df05fd up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:20.084531 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 56ec53db-0f90-4a0c-a894-38d250df05fd completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:20.094339 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 56ec53db-0f90-4a0c-a894-38d250df05fd triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:20.094713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.213692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 56ec53db-0f90-4a0c-a894-38d250df05fd is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:20.213976 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.257395 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 56ec53db-0f90-4a0c-a894-38d250df05fd, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=56ec53db-0f90-4a0c-a894-38d250df05fd,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:20.262438 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:20.340699 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=56ec53db-0f90-4a0c-a894-38d250df05fd,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:20.403704 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11366b-13ec-4828-8380-4d88998c263b req-3afc4005-52cc-40af-8044-cede8788d985 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:20.405165 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9d11366b-13ec-4828-8380-4d88998c263b req-3afc4005-52cc-40af-8044-cede8788d985 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 944 time: 0.0879240 Jun 28 11:21:20.448992 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9d11366b-13ec-4828-8380-4d88998c263b req-50e607a3-ac31-4a30-a547-d0ef70118bce tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Jun 28 11:21:20.475116 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:21.645833 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7b7e8-2692-4c8e-8ba9-fe46f8eb5798 req-d3cd3556-0850-4d22-a06a-6fc39d5b6a0b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:21.647311 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ecd7b7e8-2692-4c8e-8ba9-fe46f8eb5798 req-d3cd3556-0850-4d22-a06a-6fc39d5b6a0b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 944 time: 0.0872397 Jun 28 11:21:21.694698 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ecd7b7e8-2692-4c8e-8ba9-fe46f8eb5798 req-6d83c1db-f460-4741-9595-8d973447103e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Jun 28 11:21:21.988892 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56ec53db-0f90-4a0c-a894-38d250df05fd up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:22.061501 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 56ec53db-0f90-4a0c-a894-38d250df05fd triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:22.061867 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:22.182494 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 56ec53db-0f90-4a0c-a894-38d250df05fd is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:22.894400 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608aa8e4-4a2d-4a22-b728-fa06c0a00d12 req-b795600b-0224-4c8a-aa67-3c067187d4f6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:22.895826 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-608aa8e4-4a2d-4a22-b728-fa06c0a00d12 req-b795600b-0224-4c8a-aa67-3c067187d4f6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 944 time: 0.0911801 Jun 28 11:21:22.940576 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-608aa8e4-4a2d-4a22-b728-fa06c0a00d12 req-e4f3aa30-6ab8-44af-93d0-cd8a88e7387f tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376210 Jun 28 11:21:23.096165 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['19c1323e-3698-417a-8e47-cdc2107198e1'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:24.146399 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02c154-7cf5-4551-a78f-63904196a3ec req-ddc1e9cb-445d-4dda-952e-19e870fa1725 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:24.147870 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2e02c154-7cf5-4551-a78f-63904196a3ec req-ddc1e9cb-445d-4dda-952e-19e870fa1725 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 944 time: 0.0986047 Jun 28 11:21:24.195227 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2e02c154-7cf5-4551-a78f-63904196a3ec req-2c18c056-f8a6-4b19-b7a9-5453005bf4e8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410683 Jun 28 11:21:25.469593 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660b6af-fbc2-46f9-a341-b8d8b6eef7e9 req-2511c171-a6d4-4be5-a016-85967d5f9b75 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:25.471016 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0660b6af-fbc2-46f9-a341-b8d8b6eef7e9 req-2511c171-a6d4-4be5-a016-85967d5f9b75 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 944 time: 0.1570561 Jun 28 11:21:25.517484 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0660b6af-fbc2-46f9-a341-b8d8b6eef7e9 req-7f25a41b-5484-4673-b482-4764368ece52 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407586 Jun 28 11:21:25.970597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:26.042565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 19c1323e-3698-417a-8e47-cdc2107198e1 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:26.047069 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 19c1323e-3698-417a-8e47-cdc2107198e1 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:26.047433 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.171982 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 19c1323e-3698-417a-8e47-cdc2107198e1 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:26.172425 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.202519 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:26.212706 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:26.229565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:26.272589 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-419a0cdc-227c-4e86-853b-198a314e2a6d'] response: {'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'code': 200} Jun 28 11:21:26.330514 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:26.592567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef70e-883a-4a0f-83f4-e7b41d9dc304 req-c838c54f-91af-47ef-9ab3-43862cd4de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:26.594196 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-882ef70e-883a-4a0f-83f4-e7b41d9dc304 req-c838c54f-91af-47ef-9ab3-43862cd4de64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1098 time: 0.0820196 Jun 28 11:21:26.683704 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-882ef70e-883a-4a0f-83f4-e7b41d9dc304 req-dbf99af0-903d-4e0c-85ab-f9e61955e465 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821409 Jun 28 11:21:26.722126 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ac260-4b0d-4ccd-a3dd-423ff13da2cc req-ab3e0380-2755-4602-9b25-5f0ff98d3ca8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:26.723535 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e8ac260-4b0d-4ccd-a3dd-423ff13da2cc req-ab3e0380-2755-4602-9b25-5f0ff98d3ca8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0959318 Jun 28 11:21:26.767859 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e8ac260-4b0d-4ccd-a3dd-423ff13da2cc req-1eb1d4c3-1fe8-4c55-a84c-28d49ef77b04 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385599 Jun 28 11:21:27.968014 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b23d0d-da5c-436c-9554-65742c6cee42 req-82fe25ef-a835-4567-8256-97d7d9dfaf8e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:27.969639 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-28b23d0d-da5c-436c-9554-65742c6cee42 req-82fe25ef-a835-4567-8256-97d7d9dfaf8e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0916214 Jun 28 11:21:28.016235 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-28b23d0d-da5c-436c-9554-65742c6cee42 req-5d095280-7c55-4686-ad37-5f506fdd9c07 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409329 Jun 28 11:21:28.888950 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-27be7224-cba1-4e27-b199-5008da1723e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.222573 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe477700-a703-4ac6-9156-04173c97ed53 req-7fc28b1a-5244-423e-81db-9a7b53b014d1 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:29.224075 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fe477700-a703-4ac6-9156-04173c97ed53 req-7fc28b1a-5244-423e-81db-9a7b53b014d1 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.1014631 Jun 28 11:21:29.269660 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fe477700-a703-4ac6-9156-04173c97ed53 req-1ec24fc3-5f08-4b36-99eb-b9b61c888ae4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395234 Jun 28 11:21:29.477542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e554d-44e0-41b6-b353-6daaceea3110 req-a71e67f5-6ffb-4c91-be81-4ff3a5c00700 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:29.479168 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d85e554d-44e0-41b6-b353-6daaceea3110 req-a71e67f5-6ffb-4c91-be81-4ff3a5c00700 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0923302 Jun 28 11:21:29.526186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55140) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:29.532393 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d85e554d-44e0-41b6-b353-6daaceea3110 req-84e975e2-299e-400b-a463-c40269737dd9 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475597 Jun 28 11:21:29.557212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55148) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:29.676147 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.691165 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:29.695013 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Usage tracker for resource:security_group_rule and tenant:996ddae28faf4a6cbf593dbb036eaf80 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:29.697896 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:29.703529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:29.844853 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.850305 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:29.909570 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=996ddae28faf4a6cbf593dbb036eaf80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810530 Jun 28 11:21:29.912302 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55154) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:29.912766 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d07078f-6bc1-4bc3-8c52-699351ccf0d0 tempest-TestShelveInstance-1515339093 tempest-TestShelveInstance-1515339093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:29.913501 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d07078f-6bc1-4bc3-8c52-699351ccf0d0 tempest-TestShelveInstance-1515339093 tempest-TestShelveInstance-1515339093-project-admin] Synchronizing usage tracker for tenant:316ba3ff8fbf4f438a94af19ee9fc387 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:29.916679 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef169-d13c-4539-b946-7e01803dbb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ff8a91-1c2c-422d-aafd-fc175a3a27d5,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:29.943442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-0d07078f-6bc1-4bc3-8c52-699351ccf0d0 tempest-TestShelveInstance-1515339093 tempest-TestShelveInstance-1515339093-project-admin] Unset dirty status for tenant:316ba3ff8fbf4f438a94af19ee9fc387 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:29.944617 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-0d07078f-6bc1-4bc3-8c52-699351ccf0d0 tempest-TestShelveInstance-1515339093 tempest-TestShelveInstance-1515339093-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1093 time: 0.3858562 Jun 28 11:21:29.948094 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55158) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:29.959099 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'port_id': '19c1323e-3698-417a-8e47-cdc2107198e1', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:29.970286 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:29.984028 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Usage tracker for resource:floatingip and tenant:a3938bf54b57492fa4b9d5e12cc781a1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:29.988459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:29.996444 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:30.016167 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-970fa9f4-1135-4e73-8b79-17d3e715048f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.019319 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for floatingip, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.199423 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-970fa9f4-1135-4e73-8b79-17d3e715048f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.278478 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-970fa9f4-1135-4e73-8b79-17d3e715048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.299806 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fa9f4-1135-4e73-8b79-17d3e715048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ff8a91-1c2c-422d-aafd-fc175a3a27d5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.314596 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-970fa9f4-1135-4e73-8b79-17d3e715048f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.315717 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-970fa9f4-1135-4e73-8b79-17d3e715048f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87ff8a91-1c2c-422d-aafd-fc175a3a27d5 HTTP/1.1" status: 204 len: 168 time: 0.4023838 Jun 28 11:21:30.328272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.350567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55172) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:30.479022 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Allocated IP 172.27.1.149 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/e4bdcbc8-5aae-49fb-ab54-caee9bf2b9e0) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:30.493777 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.510262 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:30.516054 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Usage tracker for resource:security_group_rule and tenant:fbba2eb8ad0247549e6a42286c0a65d6 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:30.521761 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:30.532152 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:30.676165 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.680915 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.683151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.716235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.752071 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbba2eb8ad0247549e6a42286c0a65d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981354 Jun 28 11:21:30.752542 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55188) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:30.755484 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda90d6-f718-4c96-8934-20755813fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f39790-c17b-46a6-897f-36117c0e06a1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.791455 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:30.794267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:30.804029 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:30.830168 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-989e0f94-712d-4a0b-8a75-01a377402393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.848167 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'Port': ['ID=e4bdcbc8-5aae-49fb-ab54-caee9bf2b9e0,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.863608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-989e0f94-712d-4a0b-8a75-01a377402393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.927868 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-989e0f94-712d-4a0b-8a75-01a377402393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.957302 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e0f94-712d-4a0b-8a75-01a377402393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f39790-c17b-46a6-897f-36117c0e06a1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:30.964932 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-989e0f94-712d-4a0b-8a75-01a377402393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:30.966151 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-989e0f94-712d-4a0b-8a75-01a377402393 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29f39790-c17b-46a6-897f-36117c0e06a1 HTTP/1.1" status: 204 len: 168 time: 0.2124178 Jun 28 11:21:31.063765 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:21:31.203834 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55208) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:31.263669 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-acc68269-b329-4732-9e16-ba3c03b83335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.321965 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.328501 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1924368312-network', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:31.333624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:31.338132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Usage tracker for resource:network and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:31.341375 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:31.343260 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55214) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:31.348931 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:31.360450 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Made reservation on behalf of c970a4d18a254d2a8a36f0f3dcd5f1c0 for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:31.362872 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.375596 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.388891 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.390483 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:31.394419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:31.397198 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:31.403603 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:31.417120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:31.431044 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Usage tracker for resource:security_group_rule and tenant:04e834c51e8e4d469eb47ee413a626b0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:31.435738 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:31.442417 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.466207 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:31.512958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.518694 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.551961 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:31.560164 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.566786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.567122 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Added segment f6d4b35f-592c-4a6d-bbf5-6a507c41d327 of type vlan for network f41e79e8-9295-4ab0-ad54-81299a90969c Jun 28 11:21:31.593666 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.624917 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.625879 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:31.626447 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.696105 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.702512 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.734504 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5295784 Jun 28 11:21:31.735284 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a07fd2-64bc-4f31-bae6-859d3a95c403 admin admin] Pushing event updated for resources: {'Network': ['ID=f41e79e8-9295-4ab0-ad54-81299a90969c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.737463 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55220) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:31.749331 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Request body: {'subnet': {'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1924368312-subnet', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:31.755262 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:31.757811 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network f41e79e8-9295-4ab0-ad54-81299a90969c details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:31.760340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Usage tracker for resource:subnet and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:31.763339 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:31.765909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.773121 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04e834c51e8e4d469eb47ee413a626b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269490 Jun 28 11:21:31.773121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587205ff-e5f6-4927-867b-915459f3eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36edb0ec-365d-44b3-a6a0-ece4ff593bbf,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.774359 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:31.775120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55226) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:31.777193 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.788645 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Made reservation on behalf of c970a4d18a254d2a8a36f0f3dcd5f1c0 for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:31.791830 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:31.926126 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event updated for resources: {'Port': ['ID=e4bdcbc8-5aae-49fb-ab54-caee9bf2b9e0,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:31.950807 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.048653 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.126598 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52d19d3-1bf4-41e5-b157-462843155775,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:32.140978 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Checking segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:32.141499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Network hostable DHCP agents. Network: f41e79e8-9295-4ab0-ad54-81299a90969c, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:32.162513 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Network f41e79e8-9295-4ab0-ad54-81299a90969c is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:32.175442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, f41e79e8-9295-4ab0-ad54-81299a90969c) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:32.175666 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c061e1cd-febe-4e8b-9772-bcc870251238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.179577 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:32.180836 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.186836 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4ff2d3-eb0b-46ab-a66c-89557e804081 None None] Network f41e79e8-9295-4ab0-ad54-81299a90969c requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:32.205330 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-1b970d8f-9b28-4104-ab07-4af19d9cfb97 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4646263 Jun 28 11:21:32.205572 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55232) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:32.214603 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:32.219003 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:32.223151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Usage tracker for resource:router and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:32.226278 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:32.227744 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c061e1cd-febe-4e8b-9772-bcc870251238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.231884 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:32.245249 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.246361 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.264248 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.286972 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Floating IP 4db73284-d145-4f9e-aeb0-dcaea04029fd associated. External IP: 172.27.1.149, port: 19c1323e-3698-417a-8e47-cdc2107198e1. Jun 28 11:21:32.444013 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c061e1cd-febe-4e8b-9772-bcc870251238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.450608 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.472715 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.474407 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061e1cd-febe-4e8b-9772-bcc870251238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36edb0ec-365d-44b3-a6a0-ece4ff593bbf,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:32.489756 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-f41e79e8-9295-4ab0-ad54-81299a90969c', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:32.490587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.558960 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c061e1cd-febe-4e8b-9772-bcc870251238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.559591 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c061e1cd-febe-4e8b-9772-bcc870251238 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36edb0ec-365d-44b3-a6a0-ece4ff593bbf HTTP/1.1" status: 204 len: 168 time: 0.7837677 Jun 28 11:21:32.669174 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:32.699906 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:32.766425 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Allocated IP 172.20.0.2 (f41e79e8-9295-4ab0-ad54-81299a90969c/f52d19d3-1bf4-41e5-b157-462843155775/10c6d908-4305-4833-8906-4a17ff6d0493) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:32.967760 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:32.981788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] Sync routers for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:32.998932 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.079236 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1c7a8540-8e9e-4fc5-bf7a-ee049d281d7c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1301043 Jun 28 11:21:33.080239 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:33.101014 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:33.102415 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:33.130576 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93edd4f-e3ea-4e14-adaa-e163f308c616'] response: {'name': 'network-changed', 'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'status': 'completed', 'code': 200} Jun 28 11:21:33.226268 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.260291 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.295236 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.327573 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Transition to ACTIVE for port object 10c6d908-4305-4833-8906-4a17ff6d0493 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:33.360818 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Transition to ACTIVE for port object 10c6d908-4305-4833-8906-4a17ff6d0493 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:33.365639 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-e40b5d76-1596-414e-81a6-30709c8e0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:33.367947 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-e40b5d76-1596-414e-81a6-30709c8e0dea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1098 time: 0.2123318 Jun 28 11:21:33.388373 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.427768 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:33.516283 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Network f41e79e8-9295-4ab0-ad54-81299a90969c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:33.517329 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Allocated IP 172.27.1.129 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/dc560bd2-02ce-41a2-a88a-5ae373a33f6d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:33.542480 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:33.554493 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:33.588166 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55264) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:33.615137 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Pushing event updated for resources: {'Port': ['ID=10c6d908-4305-4833-8906-4a17ff6d0493,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:33.628445 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-9b2e898d-c7d4-4ac5-8304-963f6598b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:33.629945 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-9b2e898d-c7d4-4ac5-8304-963f6598b658 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.2345402 Jun 28 11:21:33.737611 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.744435 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-478461851-network', 'tenant_id': '36982d136c2041ba9ec126e47d964ac1'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:33.748961 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:33.752951 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Usage tracker for resource:network and tenant:36982d136c2041ba9ec126e47d964ac1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:33.756000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:33.765869 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:33.774363 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Attempting to bind port 10c6d908-4305-4833-8906-4a17ff6d0493 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:33.774847 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Attempting to bind port 10c6d908-4305-4833-8906-4a17ff6d0493 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:33.775159 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Attempting to bind port 10c6d908-4305-4833-8906-4a17ff6d0493 on network f41e79e8-9295-4ab0-ad54-81299a90969c {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:33.777723 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Made reservation on behalf of 36982d136c2041ba9ec126e47d964ac1 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:33.780520 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.784758 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-00624775-236e-4f38-b888-d9a31f75aba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 999 time: 0.1399868 Jun 28 11:21:33.795211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.811620 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:33.816049 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Usage tracker for resource:security_group_rule and tenant:36982d136c2041ba9ec126e47d964ac1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:33.821490 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:33.828441 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:33.838099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.843908 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:33.844283 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Checking segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:33.844688 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.845085 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Bound using segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:33.845751 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Bound port: 10c6d908-4305-4833-8906-4a17ff6d0493, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:33.846299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.868085 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-0635109c-5822-48a3-9acf-365ef837a271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:33.869481 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-0635109c-5822-48a3-9acf-365ef837a271 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.0735614 Jun 28 11:21:33.941381 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.954876 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.956746 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] For port 10c6d908-4305-4833-8906-4a17ff6d0493, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:33.959879 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] For port 10c6d908-4305-4833-8906-4a17ff6d0493, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=10c6d908-4305-4833-8906-4a17ff6d0493,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:33.964983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:33.991557 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.014588 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:34.018121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:34.030017 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:34.035923 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1742a305-cbe8-4153-a853-1f0628d09ee7,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.038256 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:34.049397 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.050577 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Added segment ed5426cd-1d5a-4f07-93a3-6d374cfd70ce of type vlan for network f9dff830-7f13-447b-963a-afe8dbc59f9f Jun 28 11:21:34.094322 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Pushing event updated for resources: {'Port': ['ID=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.127446 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.213319 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.214423 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:34.215121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.230318 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c19aac-567d-40d6-95ca-ae894c94ec4d None None] Pushing event updated for resources: {'Port': ['ID=10c6d908-4305-4833-8906-4a17ff6d0493,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.262276 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-0230df07-5e3f-42a9-960a-503c35dae8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:34.263864 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-0230df07-5e3f-42a9-960a-503c35dae8a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3859806 Jun 28 11:21:34.287968 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '4db73284-d145-4f9e-aeb0-dcaea04029fd', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'port_id': '19c1323e-3698-417a-8e47-cdc2107198e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'mac_address': 'fa:16:3e:f6:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ac27c-061d-400e-8034-ffb8170b554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:31Z', 'updated_at': '2022-06-28T11:21:31Z', 'revision_number': 0, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:34.292573 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] Checking router: 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:34.301338 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:34.301969 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:34.395248 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] Pushing event updated for resources: {'Network': ['ID=f9dff830-7f13-447b-963a-afe8dbc59f9f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.407412 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bd329c1a-106a-4bb8-82f5-b7864de56638 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8149445 Jun 28 11:21:34.409804 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55274) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:34.426771 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Request body: {'subnet': {'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-478461851-subnet', 'tenant_id': '36982d136c2041ba9ec126e47d964ac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:34.437558 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:34.441686 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Usage tracker for resource:subnet and tenant:36982d136c2041ba9ec126e47d964ac1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:34.444770 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:34.451149 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:34.460432 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network f9dff830-7f13-447b-963a-afe8dbc59f9f details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:34.463014 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Made reservation on behalf of 36982d136c2041ba9ec126e47d964ac1 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:34.465612 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2458122'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.686270 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:34.720858 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-34c0ed62-087b-4d48-8b30-263da922d694 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493713 Jun 28 11:21:34.740800 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2458172'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.832347 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67ec7d5-23b1-4f12-ac14-d5172abadd86,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:34.833159 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.843322 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Checking segment: {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:34.843690 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Network hostable DHCP agents. Network: f9dff830-7f13-447b-963a-afe8dbc59f9f, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:34.865028 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Network f9dff830-7f13-447b-963a-afe8dbc59f9f is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:34.885004 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, f9dff830-7f13-447b-963a-afe8dbc59f9f) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:34.897147 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:34.897798 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:34.925047 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-fd8115bd-bbd7-4158-a4f9-798b9da76ac3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5138431 Jun 28 11:21:34.930610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd609144-1163-4623-8f8c-aa294ddef195 None None] Network f9dff830-7f13-447b-963a-afe8dbc59f9f requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:35.039711 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-885897ac-25fa-402c-ade7-d0bdbd184769 req-705d4e75-5cac-4ea3-9913-a6f3d2518e57 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107965 Jun 28 11:21:35.318902 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e029e31c-807c-4ee5-a90a-c4d01214903c None None] Network f9dff830-7f13-447b-963a-afe8dbc59f9f requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:35.392914 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:35.408368 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '4db73284-d145-4f9e-aeb0-dcaea04029fd', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'port_id': '19c1323e-3698-417a-8e47-cdc2107198e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'mac_address': 'fa:16:3e:f6:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ac27c-061d-400e-8034-ffb8170b554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:31Z', 'updated_at': '2022-06-28T11:21:31Z', 'revision_number': 0, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:35.423902 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe43358-2ca1-4ffe-9e2b-f8acd1949b23 None None] The sync data for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi is: [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '4db73284-d145-4f9e-aeb0-dcaea04029fd', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'port_id': '19c1323e-3698-417a-8e47-cdc2107198e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'mac_address': 'fa:16:3e:f6:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '930ac27c-061d-400e-8034-ffb8170b554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:21:31Z', 'updated_at': '2022-06-28T11:21:31Z', 'revision_number': 0, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:35.624345 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c9daa6-f8dc-4b18-a12c-5d91d63f9593 None None] Network f41e79e8-9295-4ab0-ad54-81299a90969c requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:35.685570 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Router 76bd6938-d68c-4179-88a4-4d9866bd14f9 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:35.716567 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9a0fde6d-f6e6-4b7b-98d7-c28033000e5f None None] Provisioning for port 10c6d908-4305-4833-8906-4a17ff6d0493 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:35.777205 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c915539-371e-4c6f-bfe0-78b834cb2ae3 None None] New status for floating IP 4db73284-d145-4f9e-aeb0-dcaea04029fd: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:21:35.969359 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:35.986367 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Sync routers for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:36.017716 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.018936 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-de3b2e62-dbdc-4896-a63d-f5be98e4d22f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8084986 Jun 28 11:21:36.023968 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55292) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:36.057844 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:36.058722 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:36.129698 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 10c6d908-4305-4833-8906-4a17ff6d0493 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:36.307513 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 10c6d908-4305-4833-8906-4a17ff6d0493 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:36.314917 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 10c6d908-4305-4833-8906-4a17ff6d0493 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:36.315335 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.448114 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:36.687054 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-33a98cfa-9bdb-4489-8ad0-b436ba45a62a None None] Provisioning complete for port 10c6d908-4305-4833-8906-4a17ff6d0493 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:36.687340 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-33a98cfa-9bdb-4489-8ad0-b436ba45a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.757706 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 10c6d908-4305-4833-8906-4a17ff6d0493 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:36.759091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.861085 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 10c6d908-4305-4833-8906-4a17ff6d0493, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=10c6d908-4305-4833-8906-4a17ff6d0493,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:36.870324 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.897408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:36.995340 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-33a98cfa-9bdb-4489-8ad0-b436ba45a62a None None] Current status of the port 10c6d908-4305-4833-8906-4a17ff6d0493 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:37.003145 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=10c6d908-4305-4833-8906-4a17ff6d0493,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.018903 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:34Z', 'revision_number': 3, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:37.022971 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Checking router: 76bd6938-d68c-4179-88a4-4d9866bd14f9 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:37.024513 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Updating router 76bd6938-d68c-4179-88a4-4d9866bd14f9 port dc560bd2-02ce-41a2-a88a-5ae373a33f6d binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:37.082845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.126452 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Allocated IP 172.20.0.1 (f41e79e8-9295-4ab0-ad54-81299a90969c/f52d19d3-1bf4-41e5-b157-462843155775/56d1b21e-3c60-4bed-83c5-4764141e2b69) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:37.276428 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.291803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Transition to ACTIVE for port object 56d1b21e-3c60-4bed-83c5-4764141e2b69 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:37.314874 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.382093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Network f41e79e8-9295-4ab0-ad54-81299a90969c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:37.385387 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:37.387743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:37.388364 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.413996 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Pushing event updated for resources: {'Port': ['ID=56d1b21e-3c60-4bed-83c5-4764141e2b69,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.443448 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.469656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Transition to ACTIVE for port object dc560bd2-02ce-41a2-a88a-5ae373a33f6d will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:37.477321 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.545767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.581984 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Attempting to bind port dc560bd2-02ce-41a2-a88a-5ae373a33f6d on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:37.582454 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Attempting to bind port dc560bd2-02ce-41a2-a88a-5ae373a33f6d by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:37.582899 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Attempting to bind port dc560bd2-02ce-41a2-a88a-5ae373a33f6d on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:37.587125 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815c3c1-3233-44bd-8a08-117a691eccf3 None None] Pushing event updated for resources: {'Port': ['ID=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.592077 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:37.592563 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:37.593035 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.593516 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:37.594059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Bound port: dc560bd2-02ce-41a2-a88a-5ae373a33f6d, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:37.594498 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.673623 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] For port dc560bd2-02ce-41a2-a88a-5ae373a33f6d, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:37.676610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] For port dc560bd2-02ce-41a2-a88a-5ae373a33f6d, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:37.682438 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.772668 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-99584e63-23b0-40ac-ab4f-5acc680b9522 None None] Provisioning for port 56d1b21e-3c60-4bed-83c5-4764141e2b69 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:37.779390 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:37.780017 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:37.816371 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.820811 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.821949 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.837426 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-99584e63-23b0-40ac-ab4f-5acc680b9522 None None] Provisioning complete for port 56d1b21e-3c60-4bed-83c5-4764141e2b69 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:37.837795 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-99584e63-23b0-40ac-ab4f-5acc680b9522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:37.940248 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e815c3c1-3233-44bd-8a08-117a691eccf3 None None] Pushing event updated for resources: {'Port': ['ID=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:37.987170 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-99584e63-23b0-40ac-ab4f-5acc680b9522 None None] Port 56d1b21e-3c60-4bed-83c5-4764141e2b69 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:38.027303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:38.068862 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Pushing event updated for resources: {'Port': ['ID=56d1b21e-3c60-4bed-83c5-4764141e2b69,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:38.075011 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 10c6d908-4305-4833-8906-4a17ff6d0493 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:38.139215 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Network f41e79e8-9295-4ab0-ad54-81299a90969c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:38.140363 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:38.352066 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Router 76bd6938-d68c-4179-88a4-4d9866bd14f9 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:38.369912 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 10c6d908-4305-4833-8906-4a17ff6d0493 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:38.370280 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.489821 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-c20e72e8-9fe0-41b5-bdbc-b3df245c08a6 None None] Provisioning complete for port 56d1b21e-3c60-4bed-83c5-4764141e2b69 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:38.490178 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c20e72e8-9fe0-41b5-bdbc-b3df245c08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:38.538810 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:38.550002 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-1ea86ef1-adde-4ccb-9697-c88e5cb30bbc admin admin] 10.222.0.44 "PUT /v2.0/routers/76bd6938-d68c-4179-88a4-4d9866bd14f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5251348 Jun 28 11:21:38.638929 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c20e72e8-9fe0-41b5-bdbc-b3df245c08a6 None None] Port 56d1b21e-3c60-4bed-83c5-4764141e2b69 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:38.667887 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 10c6d908-4305-4833-8906-4a17ff6d0493 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:38.689824 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 2, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:38.694358 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ed208-08b2-47bb-9212-5f52fddc6e9c None None] The sync data for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi is: [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 2, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:39.166983 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55334) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:39.172615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1572517764-network', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:39.179407 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:39.183762 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Usage tracker for resource:network and tenant:20d239f8c5fa41e9b84f21c5a820780f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:39.186979 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:39.192760 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:39.204602 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Made reservation on behalf of 20d239f8c5fa41e9b84f21c5a820780f for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:39.206933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.220258 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.240035 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:39.244846 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Usage tracker for resource:security_group_rule and tenant:20d239f8c5fa41e9b84f21c5a820780f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:39.247785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:39.253687 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:39.377591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.381176 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.415243 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:21:39.428041 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825a056-ef58-4cc3-ae48-75507853178b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:39.432714 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.433131 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Added segment a5ca896e-fa00-418e-b84e-316ca243a31b of type vlan for network f9e1b94e-7be4-4425-97c4-2548d60834d3 Jun 28 11:21:39.462756 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.502534 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.504253 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:39.504835 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.625184 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e1b94e-7be4-4425-97c4-2548d60834d3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:39.635565 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c7e09704-9e34-4ca6-b54e-3d9bb66441b2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4673750 Jun 28 11:21:39.636179 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55346) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:39.639986 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:21:39.642897 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Request body: {'subnet': {'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1572517764-subnet', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:39.648467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:39.652652 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Usage tracker for resource:subnet and tenant:20d239f8c5fa41e9b84f21c5a820780f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:39.655583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:39.667655 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:39.692584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Made reservation on behalf of 20d239f8c5fa41e9b84f21c5a820780f for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:39.699820 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:39.749624 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-c04d1cb7-b11b-44be-9483-81a8dd6654da tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:39.750964 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-c04d1cb7-b11b-44be-9483-81a8dd6654da tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Synchronizing usage tracker for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:39.777128 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-c04d1cb7-b11b-44be-9483-81a8dd6654da tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Unset dirty status for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:39.782017 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-c04d1cb7-b11b-44be-9483-81a8dd6654da tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/networks?id=f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 200 len: 808 time: 0.2493677 Jun 28 11:21:39.795394 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-2ca3e026-7754-4ac1-a7be-5b4ead6924f6 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/quotas/36982d136c2041ba9ec126e47d964ac1 HTTP/1.1" status: 200 len: 375 time: 0.0106907 Jun 28 11:21:39.871493 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-82d7dd0c-ae87-4faf-abcf-25ae6d14e867 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36982d136c2041ba9ec126e47d964ac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644743 Jun 28 11:21:40.003824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.089873 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device dc560bd2-02ce-41a2-a88a-5ae373a33f6d up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:40.106482 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f443e17e-8b7b-4665-b6ec-62a4cdf9c93b,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.116086 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Checking segment: {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:40.117007 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Network hostable DHCP agents. Network: f9e1b94e-7be4-4425-97c4-2548d60834d3, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:21:40.138757 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:21:40.151228 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, f9e1b94e-7be4-4425-97c4-2548d60834d3) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:40.162337 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f398cb-a377-4f09-b5d9-ba3d7cdf1daa None None] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:40.166480 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:40.167186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.179815 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-700bd7bb-9c26-4a46-8f1e-e353f9f87591 service neutron] 10.222.0.44 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974443 Jun 28 11:21:40.203380 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-220e86ca-9966-464a-a857-b307c04b856e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5660841 Jun 28 11:21:40.205077 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55354) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:40.212043 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:40.217855 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:40.221882 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Usage tracker for resource:router and tenant:20d239f8c5fa41e9b84f21c5a820780f is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:40.224954 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:40.232135 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:40.259261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.260765 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.278831 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port dc560bd2-02ce-41a2-a88a-5ae373a33f6d completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:40.286148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.287969 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port dc560bd2-02ce-41a2-a88a-5ae373a33f6d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:40.289832 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.375218 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-2fc3915f-5da3-4bab-a21b-9469b1549148 service neutron] 10.222.0.44 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878109 Jun 28 11:21:40.552042 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port dc560bd2-02ce-41a2-a88a-5ae373a33f6d is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:40.552423 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.567574 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-f9e1b94e-7be4-4425-97c4-2548d60834d3', 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'fixed_ips': [{'subnet_id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:21:40.568389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.627360 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port dc560bd2-02ce-41a2-a88a-5ae373a33f6d, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:40.636122 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.642263 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-caad93b7-52b3-4e4e-a134-49e970561813 req-63e7756f-7b89-4f23-b8ea-17555d169da9 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 210 time: 0.0625041 Jun 28 11:21:40.644390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:40.738216 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:40.877132 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Allocated IP 172.20.0.2 (f9e1b94e-7be4-4425-97c4-2548d60834d3/f443e17e-8b7b-4665-b6ec-62a4cdf9c93b/ea66fec6-b944-4853-8180-c97a8485e029) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:41.153027 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.154276 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Sync routers for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:41.166461 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Transition to ACTIVE for port object ea66fec6-b944-4853-8180-c97a8485e029 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:41.167052 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:41.167843 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:41.190597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Transition to ACTIVE for port object ea66fec6-b944-4853-8180-c97a8485e029 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:41.197782 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.210856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.247852 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.307644 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:41.314842 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:41.319032 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:41.325565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Pushing event updated for resources: {'Port': ['ID=ea66fec6-b944-4853-8180-c97a8485e029,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:41.390619 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:41.430004 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Allocated IP 172.27.1.3 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/c16d0a03-6063-40ac-b191-2a94086954d9) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:41.437531 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Attempting to bind port ea66fec6-b944-4853-8180-c97a8485e029 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:41.438197 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Attempting to bind port ea66fec6-b944-4853-8180-c97a8485e029 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:41.439266 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Attempting to bind port ea66fec6-b944-4853-8180-c97a8485e029 on network f9e1b94e-7be4-4425-97c4-2548d60834d3 {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:41.446477 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:41.446856 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Checking segment: {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:41.447257 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.447653 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Bound using segment: {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:41.448118 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Bound port: ea66fec6-b944-4853-8180-c97a8485e029, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:41.448492 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.548993 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] For port ea66fec6-b944-4853-8180-c97a8485e029, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:41.553582 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] For port ea66fec6-b944-4853-8180-c97a8485e029, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=ea66fec6-b944-4853-8180-c97a8485e029,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:41.559398 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.617849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.652162 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a8ff7f-53f0-46bc-804f-03612097cd36 None None] Pushing event updated for resources: {'Port': ['ID=ea66fec6-b944-4853-8180-c97a8485e029,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:41.668470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:41.731810 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:41.739124 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:41.743827 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:41.784403 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 2, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:41.790601 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Checking router: 76bd6938-d68c-4179-88a4-4d9866bd14f9 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:41.791347 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Updating router 76bd6938-d68c-4179-88a4-4d9866bd14f9 port 56d1b21e-3c60-4bed-83c5-4764141e2b69 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:41.824623 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Pushing event updated for resources: {'Port': ['ID=c16d0a03-6063-40ac-b191-2a94086954d9,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:41.895579 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.036266 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-366b0ea9-7671-4a0e-b7bd-aeede4a45f4e req-313a6a9c-9beb-4e01-aba8-d9e82c73881b tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 210 time: 0.1785517 Jun 28 11:21:42.217610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device dc560bd2-02ce-41a2-a88a-5ae373a33f6d up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:42.311618 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port dc560bd2-02ce-41a2-a88a-5ae373a33f6d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:42.313042 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.459719 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port dc560bd2-02ce-41a2-a88a-5ae373a33f6d is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:42.497293 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.513949 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Transition to ACTIVE for port object 56d1b21e-3c60-4bed-83c5-4764141e2b69 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:42.520473 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.532728 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-02b8c310-8b8c-4864-9c5b-8622433b912b tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:42.534278 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-02b8c310-8b8c-4864-9c5b-8622433b912b tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "GET /v2.0/networks?id=f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 200 len: 808 time: 0.4454439 Jun 28 11:21:42.557644 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Request body: {'port': {'device_id': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f', 'admin_state_up': True, 'tenant_id': '36982d136c2041ba9ec126e47d964ac1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:42.580895 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.676319 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0b89-709d-43b1-ba46-4fefb4ff8280 None None] Pushing event updated for resources: {'Port': ['ID=56d1b21e-3c60-4bed-83c5-4764141e2b69,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:42.752376 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Attempting to bind port 56d1b21e-3c60-4bed-83c5-4764141e2b69 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:42.752814 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Attempting to bind port 56d1b21e-3c60-4bed-83c5-4764141e2b69 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:42.753234 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Attempting to bind port 56d1b21e-3c60-4bed-83c5-4764141e2b69 on network f41e79e8-9295-4ab0-ad54-81299a90969c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:42.760212 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:42.760574 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Checking segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:42.760971 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.761389 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Bound using segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:42.761855 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Bound port: 56d1b21e-3c60-4bed-83c5-4764141e2b69, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:42.762234 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.871538 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] For port 56d1b21e-3c60-4bed-83c5-4764141e2b69, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:42.874740 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] For port 56d1b21e-3c60-4bed-83c5-4764141e2b69, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=56d1b21e-3c60-4bed-83c5-4764141e2b69,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:42.881622 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:42.966386 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:42.967285 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:42.986833 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:21:43.156742 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Usage tracker for resource:port and tenant:36982d136c2041ba9ec126e47d964ac1 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:21:43.200118 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:43.223865 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45832252-0a3c-4781-930a-2e5ddd31dc1b None None] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:21:43.274527 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:21:43.277687 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b0b89-709d-43b1-ba46-4fefb4ff8280 None None] Pushing event updated for resources: {'Port': ['ID=56d1b21e-3c60-4bed-83c5-4764141e2b69,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:43.285253 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:21:43.326071 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-e5a6fa83-cd24-4409-8ae5-ba788469a0c7 None None] Provisioning for port ea66fec6-b944-4853-8180-c97a8485e029 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:43.344143 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-231a1d48-3e79-437f-932b-63fb93a5d60d req-4ef1100b-db8d-4c81-90d1-94040114ec0f tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 210 time: 0.0666063 Jun 28 11:21:43.362449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Made reservation on behalf of 36982d136c2041ba9ec126e47d964ac1 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:21:43.365874 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.486117 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:43.582173 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:43.586759 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66152d5-ffec-4240-a4c8-cde4f39c51b1 None None] The sync data for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi is: [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:43.718971 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Allocated IP 172.20.0.3 (f9dff830-7f13-447b-963a-afe8dbc59f9f/d67ec7d5-23b1-4f12-ac14-d5172abadd86/3120a152-0899-4a98-98bb-57f3138f0716) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:43.885015 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Router 07f830ac-7471-4c3c-a013-5933494691a0 is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:21:44.113934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.146341 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:44.158424 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Sync routers for ids ['07f830ac-7471-4c3c-a013-5933494691a0'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:44.169802 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device ea66fec6-b944-4853-8180-c97a8485e029 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:44.196566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.197835 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-0afa62cf-a335-4768-9227-50917cfa170f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9913731 Jun 28 11:21:44.200674 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55402) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:21:44.229115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Routers {'07f830ac-7471-4c3c-a013-5933494691a0'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:44.230016 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['07f830ac-7471-4c3c-a013-5933494691a0'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:44.263842 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.402565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Network f9dff830-7f13-447b-963a-afe8dbc59f9f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:44.407496 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port ea66fec6-b944-4853-8180-c97a8485e029 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:44.409321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:44.419140 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port ea66fec6-b944-4853-8180-c97a8485e029 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:44.419547 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.421099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:44.426426 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:44.427029 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.449503 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Pushing event updated for resources: {'Port': ['ID=3120a152-0899-4a98-98bb-57f3138f0716,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:44.464058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-1885b29f-9e28-4e58-bfe6-bc4411e7d15a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9108207 Jun 28 11:21:44.481061 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Request body: {'port': {'device_id': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:21:44.491401 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Set router 07f830ac-7471-4c3c-a013-5933494691a0 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:44.593723 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8356ac-a245-4657-9a23-c35e51b0a791 req-382c90de-3f09-4940-92b0-4763dd826170 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:44.596043 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa8356ac-a245-4657-9a23-c35e51b0a791 req-382c90de-3f09-4940-92b0-4763dd826170 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 931 time: 0.0951061 Jun 28 11:21:44.646365 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-fa8356ac-a245-4657-9a23-c35e51b0a791 req-deff7ae9-c23c-462a-a23f-0ef71ebcddf9 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Synchronizing usage tracker for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:44.665757 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-fa8356ac-a245-4657-9a23-c35e51b0a791 req-deff7ae9-c23c-462a-a23f-0ef71ebcddf9 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Unset dirty status for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:44.667265 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa8356ac-a245-4657-9a23-c35e51b0a791 req-deff7ae9-c23c-462a-a23f-0ef71ebcddf9 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649357 Jun 28 11:21:44.798575 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port ea66fec6-b944-4853-8180-c97a8485e029 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:44.798946 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.829071 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.865644 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port ea66fec6-b944-4853-8180-c97a8485e029, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=ea66fec6-b944-4853-8180-c97a8485e029,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:44.874338 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:44.875155 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56d1b21e-3c60-4bed-83c5-4764141e2b69 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:45.043310 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 3, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:45.056224 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Checking router: 07f830ac-7471-4c3c-a013-5933494691a0 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:45.056581 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Updating router 07f830ac-7471-4c3c-a013-5933494691a0 port c16d0a03-6063-40ac-b191-2a94086954d9 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:45.096580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=ea66fec6-b944-4853-8180-c97a8485e029,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:45.122972 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 56d1b21e-3c60-4bed-83c5-4764141e2b69 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:45.128403 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.156301 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 56d1b21e-3c60-4bed-83c5-4764141e2b69 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:45.156676 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.428353 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 56d1b21e-3c60-4bed-83c5-4764141e2b69 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:45.428942 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.469076 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.503845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 56d1b21e-3c60-4bed-83c5-4764141e2b69, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=56d1b21e-3c60-4bed-83c5-4764141e2b69,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:45.511592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.531801 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3120a152-0899-4a98-98bb-57f3138f0716 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:45.540888 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.574740 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Transition to ACTIVE for port object 3120a152-0899-4a98-98bb-57f3138f0716 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:45.586804 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.626278 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=56d1b21e-3c60-4bed-83c5-4764141e2b69,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:45.652816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.665752 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Transition to ACTIVE for port object c16d0a03-6063-40ac-b191-2a94086954d9 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:45.671246 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.752476 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Attempting to bind port c16d0a03-6063-40ac-b191-2a94086954d9 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:45.752841 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Attempting to bind port c16d0a03-6063-40ac-b191-2a94086954d9 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:45.753201 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Attempting to bind port c16d0a03-6063-40ac-b191-2a94086954d9 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:45.758983 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d99c92-f99a-4e3e-a301-cf609d56e114 None None] Pushing event updated for resources: {'Port': ['ID=c16d0a03-6063-40ac-b191-2a94086954d9,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:45.763297 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:45.763673 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:45.764074 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.764456 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:45.765309 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Bound port: c16d0a03-6063-40ac-b191-2a94086954d9, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:45.765309 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.846032 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] For port c16d0a03-6063-40ac-b191-2a94086954d9, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:45.849545 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] For port c16d0a03-6063-40ac-b191-2a94086954d9, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=c16d0a03-6063-40ac-b191-2a94086954d9,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:45.854237 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:45.885517 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Pushing event updated for resources: {'Port': ['ID=3120a152-0899-4a98-98bb-57f3138f0716,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:45.920562 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Attempting to bind port 3120a152-0899-4a98-98bb-57f3138f0716 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:45.920712 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Attempting to bind port 3120a152-0899-4a98-98bb-57f3138f0716 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:45.921033 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Attempting to bind port 3120a152-0899-4a98-98bb-57f3138f0716 on network f9dff830-7f13-447b-963a-afe8dbc59f9f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:45.936815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Allocated IP 172.20.0.1 (f9e1b94e-7be4-4425-97c4-2548d60834d3/f443e17e-8b7b-4665-b6ec-62a4cdf9c93b/d33fb32b-46f7-4984-8693-fc19b113f9b2) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:21:45.938500 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Routers {'07f830ac-7471-4c3c-a013-5933494691a0'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:45.938753 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Port 3120a152-0899-4a98-98bb-57f3138f0716 on network f9dff830-7f13-447b-963a-afe8dbc59f9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:21:45.939073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Attempting to bind port 3120a152-0899-4a98-98bb-57f3138f0716 on network f9dff830-7f13-447b-963a-afe8dbc59f9f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:45.939315 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['07f830ac-7471-4c3c-a013-5933494691a0'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:45.953628 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:45.953958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Checking segment: {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:45.954334 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Bound using segment: {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:45.954753 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Bound port: 3120a152-0899-4a98-98bb-57f3138f0716, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:45.955092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.053945 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d99c92-f99a-4e3e-a301-cf609d56e114 None None] Pushing event updated for resources: {'Port': ['ID=c16d0a03-6063-40ac-b191-2a94086954d9,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.073153 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device ea66fec6-b944-4853-8180-c97a8485e029 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:46.180224 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] Set router 07f830ac-7471-4c3c-a013-5933494691a0 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:46.215507 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c5f06-a972-491d-84d2-438e93533971 req-c370f9bb-52b3-4cf3-ab41-44afd318ca87 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.216194 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-839c5f06-a972-491d-84d2-438e93533971 req-c370f9bb-52b3-4cf3-ab41-44afd318ca87 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Synchronizing usage tracker for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:46.276684 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] For port 3120a152-0899-4a98-98bb-57f3138f0716, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:46.294767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-839c5f06-a972-491d-84d2-438e93533971 req-c370f9bb-52b3-4cf3-ab41-44afd318ca87 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Unset dirty status for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:46.295917 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-839c5f06-a972-491d-84d2-438e93533971 req-c370f9bb-52b3-4cf3-ab41-44afd318ca87 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 943 time: 0.4621871 Jun 28 11:21:46.300938 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] For port 3120a152-0899-4a98-98bb-57f3138f0716, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3120a152-0899-4a98-98bb-57f3138f0716,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:46.303565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port ea66fec6-b944-4853-8180-c97a8485e029 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:46.303936 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.307049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.315600 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.410531 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.411129 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.412454 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] 10.222.0.26 "PUT /v2.0/ports/3120a152-0899-4a98-98bb-57f3138f0716 HTTP/1.1" status: 200 len: 1093 time: 1.9370947 Jun 28 11:21:46.413398 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Transition to ACTIVE for port object d33fb32b-46f7-4984-8693-fc19b113f9b2 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:46.416116 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'tag': '3120a152-0899-4a98-98bb-57f3138f0716'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:46.447336 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-839c5f06-a972-491d-84d2-438e93533971 req-0544291d-58d2-4e9f-8c13-2df75e562c8e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363966 Jun 28 11:21:46.454453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8b804-032c-44b4-9081-123d26fbfa7b service neutron] Pushing event updated for resources: {'Port': ['ID=3120a152-0899-4a98-98bb-57f3138f0716,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.480609 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.555891 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af92044-c97d-45f0-a1a9-747b6ea4a7b6'] response: {'name': 'network-changed', 'server_uuid': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'tag': '3120a152-0899-4a98-98bb-57f3138f0716', 'status': 'completed', 'code': 200} Jun 28 11:21:46.604646 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port ea66fec6-b944-4853-8180-c97a8485e029 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:46.605743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56d1b21e-3c60-4bed-83c5-4764141e2b69 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:46.607215 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:46.611762 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:46.615374 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Pushing event updated for resources: {'Port': ['ID=d33fb32b-46f7-4984-8693-fc19b113f9b2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:46.619705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:21:46.620165 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.665432 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-31f13fa3-8f08-420a-aafd-fc77c9eebfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.666926 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-31f13fa3-8f08-420a-aafd-fc77c9eebfb8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36982d136c2041ba9ec126e47d964ac1&device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 1096 time: 0.1878052 Jun 28 11:21:46.687466 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 3, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:46.694008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86f327-bfa4-4cfd-b479-2c817307f867 None None] The sync data for ids ['07f830ac-7471-4c3c-a013-5933494691a0'] in dv-cinder-844474-1-iscsi is: [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:21:42Z', 'revision_number': 3, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:46.705751 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 56d1b21e-3c60-4bed-83c5-4764141e2b69 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:46.706128 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.747981 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-a5a21318-e228-41f1-b97f-f13b07182f52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120a152-0899-4a98-98bb-57f3138f0716 HTTP/1.1" status: 200 len: 217 time: 0.0692997 Jun 28 11:21:46.821689 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-db079081-2242-41b8-b36d-f1f53008b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:46.823310 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-db079081-2242-41b8-b36d-f1f53008b6e2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d67ec7d5-23b1-4f12-ac14-d5172abadd86 HTTP/1.1" status: 200 len: 848 time: 0.0691178 Jun 28 11:21:46.840522 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 56d1b21e-3c60-4bed-83c5-4764141e2b69 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:46.869316 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-b5d3578e-f4be-40a7-b90d-936582d4f41a None None] Provisioning for port d33fb32b-46f7-4984-8693-fc19b113f9b2 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:46.874705 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-b5d3578e-f4be-40a7-b90d-936582d4f41a None None] Provisioning complete for port d33fb32b-46f7-4984-8693-fc19b113f9b2 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:46.875182 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b5d3578e-f4be-40a7-b90d-936582d4f41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:46.908514 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-0a35ac4e-3577-4eb1-959a-f4a9a50aad32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9dff830-7f13-447b-963a-afe8dbc59f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548594 Jun 28 11:21:46.936436 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b5d3578e-f4be-40a7-b90d-936582d4f41a None None] Port d33fb32b-46f7-4984-8693-fc19b113f9b2 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:47.027243 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.154113 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-8708dd96-42bf-482f-82fa-55f9fb222137 service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344153 Jun 28 11:21:47.402166 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b13170c3-8c20-4d45-a91d-d3ad7627d0a4 req-3743f92a-da03-4fc1-aa99-1da819c3b5e6 service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411833 Jun 28 11:21:47.436986 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.447266 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.448122 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:47.773586 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Pushing event updated for resources: {'Port': ['ID=d33fb32b-46f7-4984-8693-fc19b113f9b2,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:47.852829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:21:47.855129 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-07edb9ca-b80e-42b0-bf41-a84ee858e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:47.856653 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-07edb9ca-b80e-42b0-bf41-a84ee858e5b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36982d136c2041ba9ec126e47d964ac1&device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 1096 time: 0.3725779 Jun 28 11:21:47.864403 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:21:48.010144 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc11b69-3bfd-478c-82ee-7ab2bb36d7e3 req-b4e0e912-54f9-4525-b00e-9049be14b57e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:48.011691 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3cc11b69-3bfd-478c-82ee-7ab2bb36d7e3 req-b4e0e912-54f9-4525-b00e-9049be14b57e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 943 time: 0.4382389 Jun 28 11:21:48.071123 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c16d0a03-6063-40ac-b191-2a94086954d9 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:48.118316 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fc13ec45-5d12-4f84-9b11-d9fb9d2fef23 None None] Provisioning complete for port d33fb32b-46f7-4984-8693-fc19b113f9b2 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:48.118679 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc13ec45-5d12-4f84-9b11-d9fb9d2fef23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.181209 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3cc11b69-3bfd-478c-82ee-7ab2bb36d7e3 req-d7beeac1-c17e-4db3-aaa7-c7640326b36c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045887 Jun 28 11:21:48.192689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fc13ec45-5d12-4f84-9b11-d9fb9d2fef23 None None] Port d33fb32b-46f7-4984-8693-fc19b113f9b2 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:21:48.212743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-2073a200-e2ad-41b5-b06c-867b929964ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:48.215229 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-2073a200-e2ad-41b5-b06c-867b929964ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 200 len: 909 time: 0.3485181 Jun 28 11:21:48.216747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port c16d0a03-6063-40ac-b191-2a94086954d9 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:48.223068 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port c16d0a03-6063-40ac-b191-2a94086954d9 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:48.223773 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.229103 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Router 07f830ac-7471-4c3c-a013-5933494691a0 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:21:48.302568 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-8d4179f8-1f7e-4ed9-bc02-0fcc1c6f2c34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3120a152-0899-4a98-98bb-57f3138f0716 HTTP/1.1" status: 200 len: 217 time: 0.0722473 Jun 28 11:21:48.346173 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port c16d0a03-6063-40ac-b191-2a94086954d9 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:48.346538 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.363628 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port c16d0a03-6063-40ac-b191-2a94086954d9, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=c16d0a03-6063-40ac-b191-2a94086954d9,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:48.368544 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:48.437772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=c16d0a03-6063-40ac-b191-2a94086954d9,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:48.496427 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-ec46f4df-d26d-4b87-8787-23c2a4f81dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:48.497894 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-ec46f4df-d26d-4b87-8787-23c2a4f81dee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d67ec7d5-23b1-4f12-ac14-d5172abadd86 HTTP/1.1" status: 200 len: 848 time: 0.1424837 Jun 28 11:21:48.555287 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-f87b92cc-0449-404f-b7df-ad44ebaa9008 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9dff830-7f13-447b-963a-afe8dbc59f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502899 Jun 28 11:21:48.568723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:21:48.577811 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Sync routers for ids ['07f830ac-7471-4c3c-a013-5933494691a0'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:21:48.587760 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Routers {'07f830ac-7471-4c3c-a013-5933494691a0'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:48.588427 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['07f830ac-7471-4c3c-a013-5933494691a0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:48.645891 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6de31b65-2307-4abc-a34d-44243134027f admin admin] 10.222.0.44 "PUT /v2.0/routers/07f830ac-7471-4c3c-a013-5933494691a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4441669 Jun 28 11:21:48.712828 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-5e83a1f5-6b54-4195-bb49-b8723f6118c4 service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411641 Jun 28 11:21:48.787493 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Set router 07f830ac-7471-4c3c-a013-5933494691a0 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:48.854691 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d7d48e56-c9b9-4240-9a50-56f182ddbbf0 req-59d5983e-9dca-4116-af5b-8c41da02610d service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333714 Jun 28 11:21:49.123825 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:21:46Z', 'revision_number': 4, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd33fb32b-46f7-4984-8693-fc19b113f9b2', 'name': '', 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'mac_address': 'fa:16:3e:25:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:45Z', 'updated_at': '2022-06-28T11:21:47Z', 'revision_number': 2, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'subnets': [{'id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:49.127504 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Checking router: 07f830ac-7471-4c3c-a013-5933494691a0 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:21:49.127851 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Updating router 07f830ac-7471-4c3c-a013-5933494691a0 port d33fb32b-46f7-4984-8693-fc19b113f9b2 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:21:49.185520 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.413211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7904b-9884-470b-9999-1e0a2744d9a3 req-53325566-75f3-40bd-aff8-c9eb8709a518 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:49.417872 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c2f7904b-9884-470b-9999-1e0a2744d9a3 req-53325566-75f3-40bd-aff8-c9eb8709a518 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 943 time: 0.1048472 Jun 28 11:21:49.468591 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c2f7904b-9884-470b-9999-1e0a2744d9a3 req-f0170f44-aeeb-4593-a917-fd9b63b79688 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453053 Jun 28 11:21:49.571594 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.590731 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Transition to ACTIVE for port object d33fb32b-46f7-4984-8693-fc19b113f9b2 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:21:49.598851 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.769803 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806daff-32c8-4d7a-9961-c18386945ed1 None None] Pushing event updated for resources: {'Port': ['ID=d33fb32b-46f7-4984-8693-fc19b113f9b2,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:49.885979 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Attempting to bind port d33fb32b-46f7-4984-8693-fc19b113f9b2 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:21:49.885979 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Attempting to bind port d33fb32b-46f7-4984-8693-fc19b113f9b2 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:21:49.886291 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Attempting to bind port d33fb32b-46f7-4984-8693-fc19b113f9b2 on network f9e1b94e-7be4-4425-97c4-2548d60834d3 {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:21:49.894862 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:21:49.895117 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Checking segment: {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:21:49.895471 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:49.895850 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Bound using segment: {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:21:49.896305 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Bound port: d33fb32b-46f7-4984-8693-fc19b113f9b2, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5ca896e-fa00-418e-b84e-316ca243a31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:21:49.896682 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.010991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-a6097935-4ddb-4102-834b-63c59c811d0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1647654 Jun 28 11:21:50.039586 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] For port d33fb32b-46f7-4984-8693-fc19b113f9b2, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:21:50.042800 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] For port d33fb32b-46f7-4984-8693-fc19b113f9b2, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d33fb32b-46f7-4984-8693-fc19b113f9b2,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:21:50.048434 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.064308 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c16d0a03-6063-40ac-b191-2a94086954d9 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:50.136734 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806daff-32c8-4d7a-9961-c18386945ed1 None None] Pushing event updated for resources: {'Port': ['ID=d33fb32b-46f7-4984-8693-fc19b113f9b2,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:50.156623 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Routers {'07f830ac-7471-4c3c-a013-5933494691a0'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:21:50.157328 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:21:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['07f830ac-7471-4c3c-a013-5933494691a0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:50.218066 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port c16d0a03-6063-40ac-b191-2a94086954d9 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:50.219071 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.302605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-d9ae5246-048c-417a-b296-0e74b4b44d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:50.304098 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-d9ae5246-048c-417a-b296-0e74b4b44d61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 1099 time: 0.1815379 Jun 28 11:21:50.484137 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] Set router 07f830ac-7471-4c3c-a013-5933494691a0 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:21:50.593399 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:50.623712 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port c16d0a03-6063-40ac-b191-2a94086954d9 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:50.652128 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-7bfd8fe6-d30a-4eff-b2a7-c0e26b31a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:50.655142 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-7bfd8fe6-d30a-4eff-b2a7-c0e26b31a461 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.3245552 Jun 28 11:21:51.058622 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-55febbac-8b3d-4682-a36f-094e0db0a414 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 200 len: 217 time: 0.3895135 Jun 28 11:21:51.196496 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-7bb47f40-a7f8-40e2-9f73-23e1b5489594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:51.198738 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-7bb47f40-a7f8-40e2-9f73-23e1b5489594 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.1283352 Jun 28 11:21:51.265098 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:21:46Z', 'revision_number': 4, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd33fb32b-46f7-4984-8693-fc19b113f9b2', 'name': '', 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'mac_address': 'fa:16:3e:25:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:45Z', 'updated_at': '2022-06-28T11:21:50Z', 'revision_number': 4, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'subnets': [{'id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:21:51.270927 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9962ce54-6ea2-463a-ba74-6a650ec22d43 None None] The sync data for ids ['07f830ac-7471-4c3c-a013-5933494691a0'] in dv-cinder-844474-1-iscsi is: [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:21:46Z', 'revision_number': 4, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd33fb32b-46f7-4984-8693-fc19b113f9b2', 'name': '', 'network_id': 'f9e1b94e-7be4-4425-97c4-2548d60834d3', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'mac_address': 'fa:16:3e:25:5f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:45Z', 'updated_at': '2022-06-28T11:21:50Z', 'revision_number': 4, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'subnets': [{'id': 'f443e17e-8b7b-4665-b6ec-62a4cdf9c93b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:21:51.352164 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-70d79872-064c-4c0b-a304-ab72b1a42b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:51.354745 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-70d79872-064c-4c0b-a304-ab72b1a42b4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1481829 Jun 28 11:21:51.572964 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-d9cbc46e-cf5a-4f85-aa70-3e2fcf34a347 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106457 Jun 28 11:21:51.681970 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c27ff7-ab74-4abb-9bfe-b967544ccdea req-76a33d81-ed98-417a-a7a4-bed01ee11899 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:51.689315 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b4c27ff7-ab74-4abb-9bfe-b967544ccdea req-76a33d81-ed98-417a-a7a4-bed01ee11899 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 943 time: 0.7004359 Jun 28 11:21:51.784953 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b4c27ff7-ab74-4abb-9bfe-b967544ccdea req-0def6967-a26a-4662-9704-1eea2ac07262 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940483 Jun 28 11:21:51.796307 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-460277a9-dc81-4e05-8131-1c76b58e52e2 req-dd3b0aaa-bd65-4b14-b16c-2f003d56973d service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117639 Jun 28 11:21:52.171073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d33fb32b-46f7-4984-8693-fc19b113f9b2 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:52.282683 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port d33fb32b-46f7-4984-8693-fc19b113f9b2 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:52.288433 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d33fb32b-46f7-4984-8693-fc19b113f9b2 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:52.289492 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.451451 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d33fb32b-46f7-4984-8693-fc19b113f9b2 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:52.452004 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.493738 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port d33fb32b-46f7-4984-8693-fc19b113f9b2, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d33fb32b-46f7-4984-8693-fc19b113f9b2,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:52.503428 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:52.581049 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=d33fb32b-46f7-4984-8693-fc19b113f9b2,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:53.241518 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67755-62c0-4887-8772-b162ce045dd5 req-acf5efb4-8e3a-49be-8063-56f1534b1185 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:53.244244 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fda67755-62c0-4887-8772-b162ce045dd5 req-acf5efb4-8e3a-49be-8063-56f1534b1185 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 943 time: 0.3414979 Jun 28 11:21:53.315794 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fda67755-62c0-4887-8772-b162ce045dd5 req-4211876a-3db5-46bc-81dc-57beab64e876 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655477 Jun 28 11:21:54.060407 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d33fb32b-46f7-4984-8693-fc19b113f9b2 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:54.099081 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3120a152-0899-4a98-98bb-57f3138f0716 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:21:54.224736 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d33fb32b-46f7-4984-8693-fc19b113f9b2 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:54.225160 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.340344 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 3120a152-0899-4a98-98bb-57f3138f0716, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3120a152-0899-4a98-98bb-57f3138f0716,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:54.361255 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '3120a152-0899-4a98-98bb-57f3138f0716', 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f', 'port_id': '3120a152-0899-4a98-98bb-57f3138f0716', 'mac_address': 'fa:16:3e:2a:2f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67ec7d5-23b1-4f12-ac14-d5172abadd86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:21:54.421857 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 3120a152-0899-4a98-98bb-57f3138f0716 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:54.422237 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.477366 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3120a152-0899-4a98-98bb-57f3138f0716 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:21:54.509503 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 3120a152-0899-4a98-98bb-57f3138f0716, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3120a152-0899-4a98-98bb-57f3138f0716,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:54.510777 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d33fb32b-46f7-4984-8693-fc19b113f9b2 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:54.517863 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:54.612909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8610b26a-d9e6-4ffc-a908-a6aa4ea3310b req-762126ee-fb6a-4001-ae03-e0f9dfa0da46 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:54.614688 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8610b26a-d9e6-4ffc-a908-a6aa4ea3310b req-762126ee-fb6a-4001-ae03-e0f9dfa0da46 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 944 time: 0.1323380 Jun 28 11:21:54.677589 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8610b26a-d9e6-4ffc-a908-a6aa4ea3310b req-4d146db0-bfe4-4063-81bd-d106db65d1ed tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Jun 28 11:21:54.781057 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=3120a152-0899-4a98-98bb-57f3138f0716,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:55.246901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['3120a152-0899-4a98-98bb-57f3138f0716'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:21:55.903785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f643aa6-ca2d-43fc-83ea-5ddddd6878cf req-1e28e0ee-c128-4131-9eda-2888594d59bf tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:55.905164 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2f643aa6-ca2d-43fc-83ea-5ddddd6878cf req-1e28e0ee-c128-4131-9eda-2888594d59bf tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 944 time: 0.1057901 Jun 28 11:21:55.959344 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2f643aa6-ca2d-43fc-83ea-5ddddd6878cf req-24a50b63-2865-4c8a-ab70-ce0f0d92c315 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Jun 28 11:21:56.906884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-6d71b20a-4e4a-4425-bf37-1e292eaa9501 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:56.933516 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-6d71b20a-4e4a-4425-bf37-1e292eaa9501 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:56.942051 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-6d71b20a-4e4a-4425-bf37-1e292eaa9501 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859654241&fields=id&tenant_id=881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 267 time: 0.0918574 Jun 28 11:21:57.175137 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-cca26372-8159-4fd0-86a9-88c0f9075127 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.175761 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-cca26372-8159-4fd0-86a9-88c0f9075127 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:57.214862 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-cca26372-8159-4fd0-86a9-88c0f9075127 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:57.216041 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-cca26372-8159-4fd0-86a9-88c0f9075127 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 812 time: 0.2731850 Jun 28 11:21:57.234216 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-9981308e-927f-4a89-b3b5-7cc760a632a0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/quotas/881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 375 time: 0.0123653 Jun 28 11:21:57.260841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858b1c7-5fde-4558-a414-cb94682b7970 req-ceb54388-e9a9-4f36-bbd2-a6f2de432a26 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:57.268503 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f858b1c7-5fde-4558-a414-cb94682b7970 req-ceb54388-e9a9-4f36-bbd2-a6f2de432a26 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 944 time: 0.1595154 Jun 28 11:21:57.330611 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f858b1c7-5fde-4558-a414-cb94682b7970 req-5a32da41-da16-480a-9203-efb93e35a134 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611303 Jun 28 11:21:57.375735 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-bb792717-0370-4512-ab60-958cce1e961d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358416 Jun 28 11:21:57.525820 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-f0765a7e-5c25-4458-ad54-359b4bcda984 service neutron] 10.222.0.44 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378486 Jun 28 11:21:57.671964 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-918bdf7f-24c2-465b-92d4-af187f8e86f8 service neutron] 10.222.0.44 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428292 Jun 28 11:21:58.135768 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6ed78efd-5dd1-43b5-9acf-f7b6b02987cd req-399410bf-f894-47f6-a500-cdc4f8eff86a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:21:58.141423 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3120a152-0899-4a98-98bb-57f3138f0716 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:21:58.160566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6ed78efd-5dd1-43b5-9acf-f7b6b02987cd req-399410bf-f894-47f6-a500-cdc4f8eff86a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:21:58.173342 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6ed78efd-5dd1-43b5-9acf-f7b6b02987cd req-399410bf-f894-47f6-a500-cdc4f8eff86a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 210 time: 0.0964036 Jun 28 11:21:58.240709 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 3120a152-0899-4a98-98bb-57f3138f0716 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:21:58.246880 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 3120a152-0899-4a98-98bb-57f3138f0716 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:21:58.247063 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.441373 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 3120a152-0899-4a98-98bb-57f3138f0716 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:21:58.441899 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.488471 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 3120a152-0899-4a98-98bb-57f3138f0716, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3120a152-0899-4a98-98bb-57f3138f0716,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:21:58.489876 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120a152-0899-4a98-98bb-57f3138f0716'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:21:58.498582 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.594181 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5071ef09-9f3c-4261-ad55-17265dea991b'] response: {'server_uuid': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3120a152-0899-4a98-98bb-57f3138f0716', 'code': 200} Jun 28 11:21:58.595217 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=3120a152-0899-4a98-98bb-57f3138f0716,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:21:58.607932 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.608678 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.609242 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.609806 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.610351 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.610887 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.611420 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.611952 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.612795 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.613413 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.614444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.614996 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:21:58.632000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071587b-0a68-427a-8d3a-ea00dfb0647a req-8634ed3b-b3b6-455e-86b6-b2cf14ba1b98 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.640345 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4071587b-0a68-427a-8d3a-ea00dfb0647a req-8634ed3b-b3b6-455e-86b6-b2cf14ba1b98 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1581256 Jun 28 11:21:58.689342 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4071587b-0a68-427a-8d3a-ea00dfb0647a req-c29d67dc-b941-4c16-85f3-5b9069604365 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481107 Jun 28 11:21:58.907823 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a6eaa72b-4e88-4d0e-8851-900394639dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:21:58.927214 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec5369-7f2f-43eb-b2e3-a966bcd35b75 req-e43c94f7-b0cd-4af9-9776-362b94504020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:58.933103 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-88ec5369-7f2f-43eb-b2e3-a966bcd35b75 req-e43c94f7-b0cd-4af9-9776-362b94504020 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 1098 time: 0.1014934 Jun 28 11:21:59.021790 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-88ec5369-7f2f-43eb-b2e3-a966bcd35b75 req-c1b829d8-20f9-4b3e-82ad-9124daf873ff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823584 Jun 28 11:21:59.536954 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4e57ea98-6bb6-48f0-82e3-453e4605ba81 req-dd6b1a4a-d1c1-40f0-b72c-123afd9b8057 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 210 time: 0.0785935 Jun 28 11:21:59.960144 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf7afd-b762-4360-a34b-38b0eeb63345 req-db86c0e0-9f04-4f7b-9fc1-ceeb35114a40 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:21:59.981906 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-debf7afd-b762-4360-a34b-38b0eeb63345 req-db86c0e0-9f04-4f7b-9fc1-ceeb35114a40 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1670961 Jun 28 11:22:00.052179 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-debf7afd-b762-4360-a34b-38b0eeb63345 req-52f4c2fc-a1ab-4bd5-a86c-dec3af5f6a36 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692368 Jun 28 11:22:00.078966 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-148244d5-dd8b-485a-b33e-34fd85c99f60 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:00.080806 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-148244d5-dd8b-485a-b33e-34fd85c99f60 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 812 time: 0.2659893 Jun 28 11:22:00.147749 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-2dde08dc-0df6-4236-93ec-b915631ff9de tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:00.165398 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-2dde08dc-0df6-4236-93ec-b915631ff9de tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:00.166524 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-2dde08dc-0df6-4236-93ec-b915631ff9de tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 379 time: 0.0747867 Jun 28 11:22:00.177903 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'port': {'device_id': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'admin_state_up': True, 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'security_groups': ['37497c61-558e-46ba-85cd-fa46b6588d93']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:00.340811 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:00.350457 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:00.362759 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Made reservation on behalf of 881aa87ca0174eb6b6123e1b1c492129 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:00.367617 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:00.591296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-e26cb757-32e4-4091-93cf-6af3aba0741a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:00.597468 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Allocated IP 172.20.0.8 (f98f4dc0-3a7d-4c43-8d08-31724cda92ae/0018bd10-a8fa-446b-90ae-5d3c414133a0/586a291f-94c5-46f7-bc92-f2bb49ef2dca) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:00.599513 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-e26cb757-32e4-4091-93cf-6af3aba0741a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 815 time: 0.2506850 Jun 28 11:22:00.629524 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-32dec505-f2f1-46b4-92d0-7e508c5903a8 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/quotas/c970a4d18a254d2a8a36f0f3dcd5f1c0 HTTP/1.1" status: 200 len: 375 time: 0.0288901 Jun 28 11:22:00.760884 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-e6985343-c639-4bf3-a0d9-6bc9330a5507 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301951 Jun 28 11:22:00.913016 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-76e1f8f4-4e4f-44d9-90e4-8b3fa66cb04a req-7bd745cc-15e4-4b7f-bc15-218695d0cf1e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 210 time: 0.1603067 Jun 28 11:22:01.012188 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-99feb622-8b4b-4dbf-9d59-8dc33950462d service neutron] 10.222.0.44 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364020 Jun 28 11:22:01.050460 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.066814 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Transition to ACTIVE for port object 586a291f-94c5-46f7-bc92-f2bb49ef2dca will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:01.091449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.160326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:01.163274 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:01.172199 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:01.177650 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.178252 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.191416 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-e3a6aba6-85fb-4bde-9be4-2c147e07fcb3 service neutron] 10.222.0.44 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783516 Jun 28 11:22:01.199018 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=586a291f-94c5-46f7-bc92-f2bb49ef2dca,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:01.211948 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.212286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.212624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.212954 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.213290 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.213615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.213939 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.214260 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.214579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.214896 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.215209 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.215524 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:01.271565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9ba6c9de-bfe4-4108-940e-3dd51eadf0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.282366 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-48813d74-397d-4b06-8345-dbbc8adcc095 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1080928 Jun 28 11:22:01.301369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Request body: {'port': {'device_id': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:01.484626 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e2b57-dbe5-46e6-aa9b-5b6411cfcff8 req-9eacb997-a7fb-4e21-be81-fc1e1858fe48 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:01.487977 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ddb125cb-2364-4f54-96c5-7bcbdff3b21f req-2d478bea-d99a-4c11-a206-39a417849fb0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 210 time: 0.0713003 Jun 28 11:22:01.492391 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cc1e2b57-dbe5-46e6-aa9b-5b6411cfcff8 req-9eacb997-a7fb-4e21-be81-fc1e1858fe48 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.2689850 Jun 28 11:22:01.494347 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.534962 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5779b2c6-5c59-4520-b165-0396a00bc3f6 None None] Provisioning for port 586a291f-94c5-46f7-bc92-f2bb49ef2dca completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:01.540479 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5779b2c6-5c59-4520-b165-0396a00bc3f6 None None] Provisioning complete for port 586a291f-94c5-46f7-bc92-f2bb49ef2dca triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:01.540912 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5779b2c6-5c59-4520-b165-0396a00bc3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.598317 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cc1e2b57-dbe5-46e6-aa9b-5b6411cfcff8 req-370e3d83-2e64-419e-b33d-92fcb6473110 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046467 Jun 28 11:22:01.607554 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5779b2c6-5c59-4520-b165-0396a00bc3f6 None None] Port 586a291f-94c5-46f7-bc92-f2bb49ef2dca cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:01.915949 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586a291f-94c5-46f7-bc92-f2bb49ef2dca {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:01.923877 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:01.960810 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Transition to ACTIVE for port object 586a291f-94c5-46f7-bc92-f2bb49ef2dca will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:01.965656 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.130232 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Pushing event updated for resources: {'Port': ['ID=586a291f-94c5-46f7-bc92-f2bb49ef2dca,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:02.208989 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Attempting to bind port 586a291f-94c5-46f7-bc92-f2bb49ef2dca on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:02.209374 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Attempting to bind port 586a291f-94c5-46f7-bc92-f2bb49ef2dca by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:02.209679 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Attempting to bind port 586a291f-94c5-46f7-bc92-f2bb49ef2dca on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:02.212213 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c029571-74cd-492c-8f63-fbf3a3209c5a req-748893dd-c14a-43bd-a5d6-08046f87d0e3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.215536 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6c029571-74cd-492c-8f63-fbf3a3209c5a req-748893dd-c14a-43bd-a5d6-08046f87d0e3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1672783 Jun 28 11:22:02.218099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Port 586a291f-94c5-46f7-bc92-f2bb49ef2dca on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:02.218671 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Attempting to bind port 586a291f-94c5-46f7-bc92-f2bb49ef2dca on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:02.237983 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:02.238438 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Checking segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:02.239050 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Bound using segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:02.239579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Bound port: 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:02.240153 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.318102 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6c029571-74cd-492c-8f63-fbf3a3209c5a req-5c58798c-c789-4aa9-b4e3-b37963489107 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963075 Jun 28 11:22:02.343703 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.352694 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.460940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] For port 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:02.465147 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] For port 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:02.471093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.618459 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.619134 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:02.629654 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] 10.222.0.26 "PUT /v2.0/ports/586a291f-94c5-46f7-bc92-f2bb49ef2dca HTTP/1.1" status: 200 len: 1093 time: 1.3247054 Jun 28 11:22:02.637911 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:02.779996 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-51fec8c4-2625-4d5f-9afa-3caaaf17c309 req-bdc0c93d-eb65-49b4-8cd4-e160df7f373d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:02.809013 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a67f957-fe14-4db0-91b8-5afed41dce05 service neutron] Pushing event updated for resources: {'Port': ['ID=586a291f-94c5-46f7-bc92-f2bb49ef2dca,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:02.818003 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-51fec8c4-2625-4d5f-9afa-3caaaf17c309 req-bdc0c93d-eb65-49b4-8cd4-e160df7f373d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:02.819318 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-51fec8c4-2625-4d5f-9afa-3caaaf17c309 req-bdc0c93d-eb65-49b4-8cd4-e160df7f373d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 210 time: 0.1667650 Jun 28 11:22:02.849235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b086c9-5561-43cc-ab60-3ff6d8a09cf5 req-4f99d3c2-b0a1-4b01-bc00-30cfc430e7ed tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:02.858412 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-03b086c9-5561-43cc-ab60-3ff6d8a09cf5 req-4f99d3c2-b0a1-4b01-bc00-30cfc430e7ed tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1368015 Jun 28 11:22:02.950776 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-03b086c9-5561-43cc-ab60-3ff6d8a09cf5 req-5a131db4-588c-4151-be72-30ab807b763d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910132 Jun 28 11:22:03.026135 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9feb3dab-d476-4aa7-a70a-211810a6d195'] response: {'name': 'network-changed', 'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'status': 'completed', 'code': 200} Jun 28 11:22:03.030423 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-27692586-cab6-4c90-8a04-52c07bb8f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.031866 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-27692586-cab6-4c90-8a04-52c07bb8f916 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 1096 time: 0.2114887 Jun 28 11:22:03.119464 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-a6f30b0c-947c-4f2e-912c-3c5ffb479ce1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca HTTP/1.1" status: 200 len: 217 time: 0.0770299 Jun 28 11:22:03.213857 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-b75700f0-5ceb-4b6e-b321-a12f6238745f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.214567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-b75700f0-5ceb-4b6e-b321-a12f6238745f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:03.314480 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-8ca6f463-4f4e-42b2-bc82-17ebd75c309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.316091 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-8ca6f463-4f4e-42b2-bc82-17ebd75c309a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.1860616 Jun 28 11:22:03.403410 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-b75700f0-5ceb-4b6e-b321-a12f6238745f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:03.403410 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-b75700f0-5ceb-4b6e-b321-a12f6238745f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 815 time: 0.4900708 Jun 28 11:22:03.422114 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'port': {'device_id': '65423c16-8055-4162-9da3-f24bab78e59c', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'admin_state_up': True, 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:03.549000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2546a2-fe1d-4f5f-a1b6-32e3cecea9d1 req-c1e15cd3-dc52-4fd3-af93-e7003186d629 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.552138 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb2546a2-fe1d-4f5f-a1b6-32e3cecea9d1 req-c1e15cd3-dc52-4fd3-af93-e7003186d629 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1192219 Jun 28 11:22:03.557656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.596800 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-ecc9b195-f986-4b82-9e9c-3d6010f40e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.598305 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-ecc9b195-f986-4b82-9e9c-3d6010f40e55 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2413576 Jun 28 11:22:03.608740 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6e334-210a-41e9-bf11-f4b2701ab06c req-b300ce45-db3d-4da4-9804-c83508a35f4e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:03.615978 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-69e6e334-210a-41e9-bf11-f4b2701ab06c req-b300ce45-db3d-4da4-9804-c83508a35f4e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.3070486 Jun 28 11:22:03.621834 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb2546a2-fe1d-4f5f-a1b6-32e3cecea9d1 req-c42c34a8-e0d8-4e2d-b1ec-68f10a316b92 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555048 Jun 28 11:22:03.640900 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:03.665550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:03.688292 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-69e6e334-210a-41e9-bf11-f4b2701ab06c req-072b6c58-4bae-4344-b8ce-a7ad125c5f3c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 Jun 28 11:22:03.697611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Made reservation on behalf of c970a4d18a254d2a8a36f0f3dcd5f1c0 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:03.705636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:03.952887 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Allocated IP 172.20.0.10 (f41e79e8-9295-4ab0-ad54-81299a90969c/f52d19d3-1bf4-41e5-b157-462843155775/5011d621-0eb5-4e06-b9d8-07efb847d926) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:04.028255 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-78c496da-d0f5-4713-9ed7-2ff240d6e3dc req-7e9553ea-d2e0-442a-83a5-5e2928f019c4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 210 time: 0.0620005 Jun 28 11:22:04.307169 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92524d7d-4947-418b-9f88-50553a7adc3d req-c519ec93-d08e-4f05-859f-6ee207d5962c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.308643 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-92524d7d-4947-418b-9f88-50553a7adc3d req-c519ec93-d08e-4f05-859f-6ee207d5962c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1585321 Jun 28 11:22:04.311363 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.344799 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Transition to ACTIVE for port object 5011d621-0eb5-4e06-b9d8-07efb847d926 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:04.369907 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-92524d7d-4947-418b-9f88-50553a7adc3d req-4d2d8de5-8ba1-4f80-be7b-5e8b486ae8cd tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520194 Jun 28 11:22:04.393758 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.470590 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Network f41e79e8-9295-4ab0-ad54-81299a90969c is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:04.479682 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:04.484452 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:04.489897 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.490422 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.504825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:04.536527 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-197cde0f-eda4-4797-956f-d48fcb39850d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1211717 Jun 28 11:22:04.727446 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f5d0ed4a-c50d-427e-a655-860d17efb0d4 None None] Provisioning for port 5011d621-0eb5-4e06-b9d8-07efb847d926 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:04.742985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f5d0ed4a-c50d-427e-a655-860d17efb0d4 None None] Provisioning complete for port 5011d621-0eb5-4e06-b9d8-07efb847d926 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:04.743354 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f5d0ed4a-c50d-427e-a655-860d17efb0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:04.850951 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f5d0ed4a-c50d-427e-a655-860d17efb0d4 None None] Port 5011d621-0eb5-4e06-b9d8-07efb847d926 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:04.916767 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a3674-48ad-4d83-885e-6eb35a12b9f6 req-d850f0ff-b7c9-4df8-9bc1-f98b8a057c33 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.918382 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-af8a3674-48ad-4d83-885e-6eb35a12b9f6 req-d850f0ff-b7c9-4df8-9bc1-f98b8a057c33 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1559131 Jun 28 11:22:04.936330 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a9c03-127d-41ee-aad8-e604af2934fb req-5eb76dad-1124-4367-af5f-59900d2d07a5 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:04.937873 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-560a9c03-127d-41ee-aad8-e604af2934fb req-5eb76dad-1124-4367-af5f-59900d2d07a5 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1341991 Jun 28 11:22:04.981963 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-af8a3674-48ad-4d83-885e-6eb35a12b9f6 req-56c6a1f6-5430-4902-a1b4-e87072950c46 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574119 Jun 28 11:22:04.998273 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-560a9c03-127d-41ee-aad8-e604af2934fb req-a960c0dc-9ff7-447e-a8f2-a21663d6ce05 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513654 Jun 28 11:22:05.237678 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14443da2-d3dd-46f0-a7d0-720fd1fb77d1 req-8fcecc83-7d8b-4637-89d4-4663f30917a4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:05.239456 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-14443da2-d3dd-46f0-a7d0-720fd1fb77d1 req-8fcecc83-7d8b-4637-89d4-4663f30917a4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.1032400 Jun 28 11:22:05.306573 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-14443da2-d3dd-46f0-a7d0-720fd1fb77d1 req-6cc24915-7dc0-4eb2-89f0-7d0e40162be1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607216 Jun 28 11:22:05.590757 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90703ae2-4543-4bc2-aca4-c32b60379e97 req-1d03aa3c-3736-4ca1-998d-69f19efb109b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:05.592250 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-90703ae2-4543-4bc2-aca4-c32b60379e97 req-1d03aa3c-3736-4ca1-998d-69f19efb109b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1011882 Jun 28 11:22:05.638326 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-90703ae2-4543-4bc2-aca4-c32b60379e97 req-a65cff3e-48a1-4b44-b4d1-61d22b28f402 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401101 Jun 28 11:22:06.230787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00580ee-0b0b-4930-a4cb-8c090e36b43b req-32272076-c2e9-40df-a995-4a72afb4c2f9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:06.232406 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b00580ee-0b0b-4930-a4cb-8c090e36b43b req-32272076-c2e9-40df-a995-4a72afb4c2f9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1377668 Jun 28 11:22:06.234417 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b6cd4-a203-4591-b8e7-6ed64f945d4a req-43b1a4e1-1ce9-4008-acbd-b1cd8a4bb261 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:06.242847 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fd5b6cd4-a203-4591-b8e7-6ed64f945d4a req-43b1a4e1-1ce9-4008-acbd-b1cd8a4bb261 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1301026 Jun 28 11:22:06.292909 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fd5b6cd4-a203-4591-b8e7-6ed64f945d4a req-5f998771-e390-4fd1-a593-7e31ab6bfa33 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Jun 28 11:22:06.297457 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b00580ee-0b0b-4930-a4cb-8c090e36b43b req-b7511aa5-688a-4192-873c-234d589aed76 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591464 Jun 28 11:22:06.508569 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521dda17-fcd1-40ce-b3b8-602bc7df76cd req-4998fa04-4f29-4002-8a02-acdb042b0bf5 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:06.510079 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-521dda17-fcd1-40ce-b3b8-602bc7df76cd req-4998fa04-4f29-4002-8a02-acdb042b0bf5 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.0926089 Jun 28 11:22:06.560136 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-521dda17-fcd1-40ce-b3b8-602bc7df76cd req-b30a7447-f764-40ae-b17e-70aadd0d80e7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 Jun 28 11:22:06.871924 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132107-a01b-4655-8c19-858d63751204 req-bddcfced-0bd7-4a66-9f6e-232d6e448d8c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:06.874300 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-13132107-a01b-4655-8c19-858d63751204 req-bddcfced-0bd7-4a66-9f6e-232d6e448d8c tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1240742 Jun 28 11:22:06.950662 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 55766) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:07.000924 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-13132107-a01b-4655-8c19-858d63751204 req-4823cd91-9d3f-472a-8687-685841eeb24d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205137 Jun 28 11:22:07.095429 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.110528 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:07.114791 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Usage tracker for resource:security_group_rule and tenant:2ca851deb82f409390b43ca39b11faf0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:07.118953 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:07.125072 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:07.222054 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.227019 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.278144 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ca851deb82f409390b43ca39b11faf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256865 Jun 28 11:22:07.279039 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732a19e7-9d37-45cb-80fd-b71ba6d7f506,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.280123 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 55772) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:07.290396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.291121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.291735 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.292338 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.292839 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.293584 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.294133 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.294799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.295462 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.295779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.296207 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.296609 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5cf8a3-e595-4f2e-9ac1-f7baba2a00cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:22:07.353795 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12a10dbf-aa0a-499a-a2c0-2ef48dd36082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.387124 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12a10dbf-aa0a-499a-a2c0-2ef48dd36082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.496511 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12a10dbf-aa0a-499a-a2c0-2ef48dd36082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.522651 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a10dbf-aa0a-499a-a2c0-2ef48dd36082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732a19e7-9d37-45cb-80fd-b71ba6d7f506,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:07.536472 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-12a10dbf-aa0a-499a-a2c0-2ef48dd36082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:07.540844 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-12a10dbf-aa0a-499a-a2c0-2ef48dd36082 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/732a19e7-9d37-45cb-80fd-b71ba6d7f506 HTTP/1.1" status: 204 len: 168 time: 0.2596731 Jun 28 11:22:07.544079 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad1d57-145c-49a2-bac6-3411292007ed req-8510f34c-77f3-46f8-ae58-955fc8529261 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:07.556336 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2bad1d57-145c-49a2-bac6-3411292007ed req-8510f34c-77f3-46f8-ae58-955fc8529261 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1351864 Jun 28 11:22:07.584159 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35289012-ee81-4ef0-9733-4fd048ced779 req-8e465f6f-e188-48e4-b421-18201c198aa2 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:07.586870 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-35289012-ee81-4ef0-9733-4fd048ced779 req-8e465f6f-e188-48e4-b421-18201c198aa2 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1317191 Jun 28 11:22:07.612841 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2bad1d57-145c-49a2-bac6-3411292007ed req-10a2aa25-7458-432a-bbf3-8abda6e61230 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502129 Jun 28 11:22:07.654841 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-35289012-ee81-4ef0-9733-4fd048ced779 req-46ed4d1f-4514-42fe-b87d-0ae2cd2cb0b8 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571892 Jun 28 11:22:07.835987 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bffab-625a-4195-b023-8bdef180ae6a req-78bb0931-f8b2-4a8d-b719-782e100e3ce0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:07.837817 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-297bffab-625a-4195-b023-8bdef180ae6a req-78bb0931-f8b2-4a8d-b719-782e100e3ce0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.1072161 Jun 28 11:22:07.933298 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-297bffab-625a-4195-b023-8bdef180ae6a req-7d6fd15d-8318-4783-9d49-ddcfeb4c893d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896761 Jun 28 11:22:08.045055 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:22:08.225121 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca527a-f5e9-485a-9bb1-c729ef4e6dce req-c3e93587-7ac7-441a-952a-a0c177071e95 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.226709 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-30ca527a-f5e9-485a-9bb1-c729ef4e6dce req-c3e93587-7ac7-441a-952a-a0c177071e95 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1053872 Jun 28 11:22:08.293932 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-30ca527a-f5e9-485a-9bb1-c729ef4e6dce req-86cf434a-c592-4268-a644-383031f99032 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603535 Jun 28 11:22:08.872906 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355e6f2-e313-4d29-9172-d9b2856c6690 req-68ad9006-3015-477b-b6d2-4cb2efa63364 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:08.875168 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e355e6f2-e313-4d29-9172-d9b2856c6690 req-68ad9006-3015-477b-b6d2-4cb2efa63364 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1494792 Jun 28 11:22:08.976935 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e355e6f2-e313-4d29-9172-d9b2856c6690 req-eaa84fab-a61d-44f1-be3f-968ea70797e7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864389 Jun 28 11:22:09.034698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308bfdd-6d6a-4763-bc89-2899b4d886ba req-3b18ff29-d03b-4398-be2b-c725f2512032 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.036561 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0308bfdd-6d6a-4763-bc89-2899b4d886ba req-3b18ff29-d03b-4398-be2b-c725f2512032 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.2227807 Jun 28 11:22:09.228455 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0308bfdd-6d6a-4763-bc89-2899b4d886ba req-8e729305-6a52-450f-8293-d8670e8409f8 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762047 Jun 28 11:22:09.309136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cee66-a583-4178-8393-bd7c97959470 req-5e2193aa-8ad5-4d30-8ef5-b50e3a1bd463 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.310778 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-933cee66-a583-4178-8393-bd7c97959470 req-5e2193aa-8ad5-4d30-8ef5-b50e3a1bd463 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.2066836 Jun 28 11:22:09.362206 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-933cee66-a583-4178-8393-bd7c97959470 req-c0da9d3c-8434-4704-9320-6fe596337b42 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438635 Jun 28 11:22:09.504012 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322f8a0-513f-4a4a-95a3-69e3f90c562b req-9477f34a-6fdc-4e84-ab4a-d3dbbf6fbc2f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:09.505483 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2322f8a0-513f-4a4a-95a3-69e3f90c562b req-9477f34a-6fdc-4e84-ab4a-d3dbbf6fbc2f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1037378 Jun 28 11:22:09.556331 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2322f8a0-513f-4a4a-95a3-69e3f90c562b req-24f6e27c-bacc-4a03-a8c4-6c2d5c898816 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Jun 28 11:22:10.185057 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a2800-fdec-4eb5-8b33-176f201f79f0 req-9df94947-cbb9-422f-9480-987e31ff4915 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:10.186665 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-025a2800-fdec-4eb5-8b33-176f201f79f0 req-9df94947-cbb9-422f-9480-987e31ff4915 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1025798 Jun 28 11:22:10.238166 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-025a2800-fdec-4eb5-8b33-176f201f79f0 req-be59d968-5812-4eac-9330-9212ff2d79f3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456512 Jun 28 11:22:10.460066 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90679610-8b58-43bc-9efa-670b06a27875 req-27a6c949-a4f1-43ae-8c89-e759eff3c243 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:10.462214 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-90679610-8b58-43bc-9efa-670b06a27875 req-27a6c949-a4f1-43ae-8c89-e759eff3c243 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1013148 Jun 28 11:22:10.496407 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-54bd82ab-330a-4809-b126-9768e4dedb3e tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=99f91e22d43e4b5eaf6026275ebf0255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292790 Jun 28 11:22:10.511304 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-90679610-8b58-43bc-9efa-670b06a27875 req-cc7c26c1-1f51-491c-b252-fb8548ff700e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Jun 28 11:22:10.669352 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-af5de8dd-7224-40d1-af22-840be823cfc5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:10.670972 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-af5de8dd-7224-40d1-af22-840be823cfc5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1687019 Jun 28 11:22:10.687191 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-6844fa50-68fd-41eb-8782-0d71f9af02e6 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/quotas/99f91e22d43e4b5eaf6026275ebf0255 HTTP/1.1" status: 200 len: 375 time: 0.0101011 Jun 28 11:22:10.724562 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-e7293930-f6ea-44f3-afd3-85f62fc7b051 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:10.725311 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-e7293930-f6ea-44f3-afd3-85f62fc7b051 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:10.742584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-e7293930-f6ea-44f3-afd3-85f62fc7b051 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:10.743851 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-e7293930-f6ea-44f3-afd3-85f62fc7b051 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.1166170 Jun 28 11:22:10.747231 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-5f02fefd-f97b-458b-9cca-ada8d39605e2 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99f91e22d43e4b5eaf6026275ebf0255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544322 Jun 28 11:22:10.800529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-72b64553-9ac1-44a0-9bc5-1e060d7c9b6d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:10.821146 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-72b64553-9ac1-44a0-9bc5-1e060d7c9b6d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:10.833481 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b3dd1978-dee6-428c-9375-f536fe858cb2 req-72b64553-9ac1-44a0-9bc5-1e060d7c9b6d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834703 Jun 28 11:22:11.024722 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5adea680-fd67-4cca-8c0f-8a18f82e475f req-e4624fbf-540a-4e6b-b6dd-f6146fcaad48 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0666857 Jun 28 11:22:11.112065 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc271c-9f5e-46ea-a4b1-cac6da95f600 req-6b288af8-90ad-4cbc-b2d6-c1b9b0cc20b3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:11.113570 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c5dc271c-9f5e-46ea-a4b1-cac6da95f600 req-6b288af8-90ad-4cbc-b2d6-c1b9b0cc20b3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1417212 Jun 28 11:22:11.174632 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c5dc271c-9f5e-46ea-a4b1-cac6da95f600 req-fe49a65a-c964-40e0-b446-e53253a3e997 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523617 Jun 28 11:22:11.455510 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b28204-bbfa-4835-a60f-b5b9b16f8835 req-9c5ebac5-897e-4445-a5be-cb09016dce1e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:11.456989 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-68b28204-bbfa-4835-a60f-b5b9b16f8835 req-9c5ebac5-897e-4445-a5be-cb09016dce1e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.0971053 Jun 28 11:22:11.513080 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-68b28204-bbfa-4835-a60f-b5b9b16f8835 req-13421189-4563-497e-a708-8684e2321ce1 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Jun 28 11:22:11.735524 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b1075-bcc1-4809-8d02-e316cadcbe8e req-ac37daa0-d996-4880-b9dc-c8623bd56a2e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:11.736967 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e58b1075-bcc1-4809-8d02-e316cadcbe8e req-ac37daa0-d996-4880-b9dc-c8623bd56a2e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.1025858 Jun 28 11:22:11.783676 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e58b1075-bcc1-4809-8d02-e316cadcbe8e req-ed0bf9c5-3683-43f5-818d-7b646749a79b tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Jun 28 11:22:12.057773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160875b-f224-45de-8ac5-98406bac8f57 req-b06f08b3-ea04-410a-bfb6-fffdff342304 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:12.060397 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5160875b-f224-45de-8ac5-98406bac8f57 req-b06f08b3-ea04-410a-bfb6-fffdff342304 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.1178079 Jun 28 11:22:12.125365 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5160875b-f224-45de-8ac5-98406bac8f57 req-89ae2400-ec30-4127-a55e-872f6845e405 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494690 Jun 28 11:22:12.193783 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-73de952c-78e2-43c0-952d-8df197193193 req-aafeeb79-4c76-4919-9f1b-dc663793863a tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0542109 Jun 28 11:22:12.390688 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980376e3-8b35-459d-ab41-e16271bc17b3 req-d488730a-c152-4e18-9563-397289538830 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:12.392440 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-980376e3-8b35-459d-ab41-e16271bc17b3 req-d488730a-c152-4e18-9563-397289538830 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0932014 Jun 28 11:22:12.438494 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-980376e3-8b35-459d-ab41-e16271bc17b3 req-821c8c0d-1d13-4b4f-92d1-9865021c247e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 Jun 28 11:22:12.721864 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8981fc-ce0b-454c-b507-0dbb5577f95b req-d83c6d72-1977-4918-a303-3111102d6a40 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:12.722553 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-5c8981fc-ce0b-454c-b507-0dbb5577f95b req-d83c6d72-1977-4918-a303-3111102d6a40 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:12.740200 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-5c8981fc-ce0b-454c-b507-0dbb5577f95b req-d83c6d72-1977-4918-a303-3111102d6a40 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:12.742803 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5c8981fc-ce0b-454c-b507-0dbb5577f95b req-d83c6d72-1977-4918-a303-3111102d6a40 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1063237 Jun 28 11:22:12.787767 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5c8981fc-ce0b-454c-b507-0dbb5577f95b req-230942ba-b391-4948-99af-dd631b9f68f9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390527 Jun 28 11:22:12.983617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4bc0b-0b67-4cbf-9ce6-8b0886226da7 req-ff167a89-7413-4869-9718-3bafa3edc7f6 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:12.985025 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9ca4bc0b-0b67-4cbf-9ce6-8b0886226da7 req-ff167a89-7413-4869-9718-3bafa3edc7f6 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.0954227 Jun 28 11:22:13.031704 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9ca4bc0b-0b67-4cbf-9ce6-8b0886226da7 req-667368bd-5dc1-44a6-a9be-3a4bb4ecbb11 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406654 Jun 28 11:22:13.327935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724a749-2313-4d42-883d-e6ed9b5a445d req-0eb29123-8739-4c26-828a-c4bde74af9cc tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:13.329667 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3724a749-2313-4d42-883d-e6ed9b5a445d req-0eb29123-8739-4c26-828a-c4bde74af9cc tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.0967398 Jun 28 11:22:13.368922 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d45145-9ab4-454d-a9ae-dbc0f8169678 req-6f120c2e-7dcf-49c3-9fd9-acea55e30c34 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0563493 Jun 28 11:22:13.375850 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3724a749-2313-4d42-883d-e6ed9b5a445d req-74cca27e-1468-478b-8076-de0947f6cc03 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Jun 28 11:22:13.643567 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b418e4-10b1-489b-9af9-b6ecd5a4b3c7 req-03520ae4-0db4-4eb7-821d-29a0935153fa tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:13.644945 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b5b418e4-10b1-489b-9af9-b6ecd5a4b3c7 req-03520ae4-0db4-4eb7-821d-29a0935153fa tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0946126 Jun 28 11:22:13.692351 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b5b418e4-10b1-489b-9af9-b6ecd5a4b3c7 req-25e44f1a-bebc-4eab-8cdb-9a7bbe32e8fe tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409172 Jun 28 11:22:14.011089 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cac358-0e28-43ef-b645-a0cad225648d req-92a6cd33-57fa-4a0d-9e6c-86fcaebb9f2d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:14.012567 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d5cac358-0e28-43ef-b645-a0cad225648d req-92a6cd33-57fa-4a0d-9e6c-86fcaebb9f2d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1127160 Jun 28 11:22:14.057132 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d5cac358-0e28-43ef-b645-a0cad225648d req-e82e3fc7-10e4-40bc-933d-71c5164bc93b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386577 Jun 28 11:22:14.237723 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e336245-0760-464e-81bd-2120be76db10 req-76e52f54-cb3d-4e47-a500-cad3d5653c8c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:14.239224 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e336245-0760-464e-81bd-2120be76db10 req-76e52f54-cb3d-4e47-a500-cad3d5653c8c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.0980015 Jun 28 11:22:14.286362 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e336245-0760-464e-81bd-2120be76db10 req-32ef55f3-ba1a-45eb-8d19-03d7bafa5c18 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406859 Jun 28 11:22:14.528938 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81181d6c-3623-4868-959d-61ad1e0d22e3 req-ef921757-c096-448d-81bc-f2fe913521fb tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0509207 Jun 28 11:22:14.579847 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee38f2c-4789-4b8e-9162-855d27b92046 req-7da4ddb9-6532-4f7e-a0ba-92b4ba583d5e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:14.581377 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7ee38f2c-4789-4b8e-9162-855d27b92046 req-7da4ddb9-6532-4f7e-a0ba-92b4ba583d5e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.0950930 Jun 28 11:22:14.628321 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7ee38f2c-4789-4b8e-9162-855d27b92046 req-d4650288-c1d3-4074-b2ff-0bbc6d1607ee tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Jun 28 11:22:14.890063 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1e779-16f0-4dbe-bb57-cdd3af832e1a req-ccc8413e-b3dd-462d-8ef9-a43ff976a7e5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:14.891507 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9bc1e779-16f0-4dbe-bb57-cdd3af832e1a req-ccc8413e-b3dd-462d-8ef9-a43ff976a7e5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0911512 Jun 28 11:22:14.936505 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9bc1e779-16f0-4dbe-bb57-cdd3af832e1a req-e93c3283-735e-4560-8ff1-fa7f46e445ed tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391314 Jun 28 11:22:15.249912 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc6020-8ec6-42fa-82a5-91f443177b14 req-0492f28e-8146-42d1-8b8b-a6c95a946b40 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.251406 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-88fc6020-8ec6-42fa-82a5-91f443177b14 req-0492f28e-8146-42d1-8b8b-a6c95a946b40 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.0860102 Jun 28 11:22:15.295978 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-88fc6020-8ec6-42fa-82a5-91f443177b14 req-26e6616a-8510-44c2-a616-96097aa0e27e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383809 Jun 28 11:22:15.477492 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578d8dd-7ce0-4df1-b3ac-8ed6844af07b req-8597ed78-8331-4dca-96b0-b201a92a185c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.478932 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f578d8dd-7ce0-4df1-b3ac-8ed6844af07b req-8597ed78-8331-4dca-96b0-b201a92a185c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.0867007 Jun 28 11:22:15.524862 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f578d8dd-7ce0-4df1-b3ac-8ed6844af07b req-2e516a32-7cd5-463f-975e-86da08874b5f tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403259 Jun 28 11:22:15.685622 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a0faa6be-1853-46de-8b1f-1f87857cd828 req-4b9ab1a2-8411-40c1-a352-e184954dc6dc tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0519948 Jun 28 11:22:15.817971 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818ced7-c6d7-46bc-b31f-31f92ffca835 req-1c21135a-d5d9-4b5c-a796-ae2ba564dd43 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:15.819909 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8818ced7-c6d7-46bc-b31f-31f92ffca835 req-1c21135a-d5d9-4b5c-a796-ae2ba564dd43 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.0860586 Jun 28 11:22:15.862711 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8818ced7-c6d7-46bc-b31f-31f92ffca835 req-f155f19a-e2f5-432c-9639-0e7984bcf0da tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370531 Jun 28 11:22:16.126394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acbb9b-37f7-4e2c-879a-976333f3a67c req-7e4c22a6-2504-44c9-9a9d-29514cb101ed tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:16.127748 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-01acbb9b-37f7-4e2c-879a-976333f3a67c req-7e4c22a6-2504-44c9-9a9d-29514cb101ed tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0857198 Jun 28 11:22:16.170630 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-01acbb9b-37f7-4e2c-879a-976333f3a67c req-232680b4-7043-48ff-865e-7f729856693f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365608 Jun 28 11:22:16.485040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6e83a-0de6-4d07-b711-caa77fd06817 req-239206c2-18ae-4d55-bf2c-2311f683f827 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:16.486518 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-94e6e83a-0de6-4d07-b711-caa77fd06817 req-239206c2-18ae-4d55-bf2c-2311f683f827 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.0882537 Jun 28 11:22:16.529459 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-94e6e83a-0de6-4d07-b711-caa77fd06817 req-8a40eac8-c7cb-4e38-8902-ee163da84d60 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366156 Jun 28 11:22:16.721233 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322e643-b999-433d-8db6-1d2561db0db2 req-35fd85c6-6aa0-4bed-96c8-23f48e4dbc58 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:16.722598 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e322e643-b999-433d-8db6-1d2561db0db2 req-35fd85c6-6aa0-4bed-96c8-23f48e4dbc58 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.0892704 Jun 28 11:22:16.767454 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e322e643-b999-433d-8db6-1d2561db0db2 req-4845cece-a8ad-4917-8eff-160a42808767 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Jun 28 11:22:16.836836 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-43c1e97e-5e0e-4821-b3d1-48b0d491b518 req-e3e5f1ef-4a91-4dae-b828-d7483602b27c tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0484843 Jun 28 11:22:17.053388 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8f0d2-c0ad-4d43-a9cd-d22ed7278c54 req-c4e0a207-f90b-4e7a-8d3f-1b92f4afb686 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:17.054865 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-56b8f0d2-c0ad-4d43-a9cd-d22ed7278c54 req-c4e0a207-f90b-4e7a-8d3f-1b92f4afb686 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.0893250 Jun 28 11:22:17.171261 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-56b8f0d2-c0ad-4d43-a9cd-d22ed7278c54 req-95b1dee3-2aff-4ca1-831e-f5c18cbc2151 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107790 Jun 28 11:22:17.364913 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d8eb-3040-44fe-89e8-0606462fb036 req-cf3a6a83-ae25-4934-855f-cee6df4b102b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:17.366295 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1c86d8eb-3040-44fe-89e8-0606462fb036 req-cf3a6a83-ae25-4934-855f-cee6df4b102b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0884769 Jun 28 11:22:17.409900 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1c86d8eb-3040-44fe-89e8-0606462fb036 req-d6adf365-fa50-491c-a26b-f6814237fb12 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Jun 28 11:22:17.483237 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Request body: {'port': {'device_id': '65423c16-8055-4162-9da3-f24bab78e59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:17.765068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946da5a-289c-4d84-b774-ed6612f3c6ad req-6048815c-5322-450e-ae72-4dc0e53a5cef tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:17.769685 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-ee07d39c-ad42-4c6e-b127-4953c98044e5 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171899 Jun 28 11:22:17.770384 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:17.775106 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8946da5a-289c-4d84-b774-ed6612f3c6ad req-6048815c-5322-450e-ae72-4dc0e53a5cef tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1250646 Jun 28 11:22:17.837956 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8946da5a-289c-4d84-b774-ed6612f3c6ad req-e1d00046-7d31-4f1b-ac08-a284b7ca7520 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605283 Jun 28 11:22:18.017192 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-662dcac6-9464-456f-b8c8-0c049fef25ef req-947caa21-dc98-498e-8e6d-3c56aa686e92 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0515182 Jun 28 11:22:18.103549 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1824b7ae-a9b3-4b8f-ab4b-aa10278811b3 req-8cd26dc8-c1fa-4051-bfd4-f269fadfd567 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228393 Jun 28 11:22:18.252083 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdaf02c-bc73-41cc-9cfd-bc0735a1b4f4 req-4467b496-aaff-4d51-86b4-bc1345df3930 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.253561 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bfdaf02c-bc73-41cc-9cfd-bc0735a1b4f4 req-4467b496-aaff-4d51-86b4-bc1345df3930 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.3410654 Jun 28 11:22:18.345855 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bfdaf02c-bc73-41cc-9cfd-bc0735a1b4f4 req-17e36108-ad9e-4fd0-8f68-3f426832724e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701022 Jun 28 11:22:18.379531 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-6c557075-d575-499d-a459-1cfb30953e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.381022 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-6c557075-d575-499d-a459-1cfb30953e12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 1096 time: 0.1880431 Jun 28 11:22:18.382972 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-8207a376-0227-4324-9bd2-4dee97a1377f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=99f91e22d43e4b5eaf6026275ebf0255&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419590 Jun 28 11:22:18.411759 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de88c9f-234a-4986-80c4-fa1dc9ea9043 req-0186f756-e1c3-4782-a807-34f88e04dd58 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.414561 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9de88c9f-234a-4986-80c4-fa1dc9ea9043 req-0186f756-e1c3-4782-a807-34f88e04dd58 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 932 time: 0.1316264 Jun 28 11:22:18.512843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5011d621-0eb5-4e06-b9d8-07efb847d926 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:18.524098 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.564797 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9de88c9f-234a-4986-80c4-fa1dc9ea9043 req-7996d8e7-f769-4d2c-83e9-c71006bd7954 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253133 Jun 28 11:22:18.568292 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Transition to ACTIVE for port object 5011d621-0eb5-4e06-b9d8-07efb847d926 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:18.609260 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.629774 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-2f2ef5d5-ba34-4524-b705-7815d9e8533c tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.631644 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-2f2ef5d5-ba34-4524-b705-7815d9e8533c tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144303 Jun 28 11:22:18.655860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Request body: {'port': {'device_id': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac', 'admin_state_up': True, 'tenant_id': '99f91e22d43e4b5eaf6026275ebf0255'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:18.695943 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-ad56489d-57d4-4f4d-a089-2a1e544cfeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.696830 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-ad56489d-57d4-4f4d-a089-2a1e544cfeb4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.2839508 Jun 28 11:22:18.802878 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:18.807909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Usage tracker for resource:port and tenant:99f91e22d43e4b5eaf6026275ebf0255 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:18.811119 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:18.817052 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:18.828323 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Made reservation on behalf of 99f91e22d43e4b5eaf6026275ebf0255 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:18.832066 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.842235 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:18.845226 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-1d403ef3-b00a-4e3e-b86c-ea3e695cf6fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca HTTP/1.1" status: 200 len: 217 time: 0.0928605 Jun 28 11:22:18.846305 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.862945 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:18.867918 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Usage tracker for resource:security_group_rule and tenant:99f91e22d43e4b5eaf6026275ebf0255 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:18.871318 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:18.877557 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:18.963893 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Attempting to bind port 5011d621-0eb5-4e06-b9d8-07efb847d926 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:18.964106 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Attempting to bind port 5011d621-0eb5-4e06-b9d8-07efb847d926 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:18.964449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Attempting to bind port 5011d621-0eb5-4e06-b9d8-07efb847d926 on network f41e79e8-9295-4ab0-ad54-81299a90969c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:18.982742 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Port 5011d621-0eb5-4e06-b9d8-07efb847d926 on network f41e79e8-9295-4ab0-ad54-81299a90969c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:18.983075 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Attempting to bind port 5011d621-0eb5-4e06-b9d8-07efb847d926 on network f41e79e8-9295-4ab0-ad54-81299a90969c {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:18.983689 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.989191 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:18.992841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913cd92-c018-40fd-b414-209266a3f2f7 req-aae18dc4-cbf6-495f-9469-09724de9f4e5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.994385 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d913cd92-c018-40fd-b414-209266a3f2f7 req-aae18dc4-cbf6-495f-9469-09724de9f4e5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.4425242 Jun 28 11:22:18.997455 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-3e15feb8-012a-447a-b9de-2aff5b1b6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:18.998773 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-3e15feb8-012a-447a-b9de-2aff5b1b6cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.1218433 Jun 28 11:22:19.001234 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:19.001594 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Checking segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:19.001969 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Bound using segment: {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:19.002392 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Bound port: 5011d621-0eb5-4e06-b9d8-07efb847d926, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:19.002735 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.129930 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4312302-e226-445e-9950-fe837f8a6980,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:19.239576 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d33c8-767b-4eb0-b0a5-67c61cf096a2 req-8c28a9f1-7f70-4ef1-a3b2-49432665a6c8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.241031 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3f0d33c8-767b-4eb0-b0a5-67c61cf096a2 req-8c28a9f1-7f70-4ef1-a3b2-49432665a6c8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.2081525 Jun 28 11:22:19.243022 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Allocated IP 192.168.233.252 (8dc5018c-a766-4ecc-b099-9db9b66d5bac/801a7951-81a4-4193-be7d-06484dcfa1ad/3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:19.253953 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d913cd92-c018-40fd-b414-209266a3f2f7 req-da14bd01-deeb-4962-b35e-2a9c19d64cb6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401085 Jun 28 11:22:19.280880 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:19.289147 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-b3da9c82-f5e1-4dab-8904-a1218e023c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.290660 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-b3da9c82-f5e1-4dab-8904-a1218e023c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2780051 Jun 28 11:22:19.292161 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:19.297672 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.325480 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3f0d33c8-767b-4eb0-b0a5-67c61cf096a2 req-0da23f6b-4c4f-4d0e-9f7c-64e88dceeae5 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698361 Jun 28 11:22:19.442320 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.442935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.445022 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] 10.222.0.26 "PUT /v2.0/ports/5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 1094 time: 1.9651434 Jun 28 11:22:19.487204 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:19.532351 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.553908 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Transition to ACTIVE for port object 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:19.563377 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0f90f2ca-dc98-4a2c-8c45-c42cdd0b7346 req-6b2f851c-6ed3-4800-ae20-2051b7cff5ac tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.1287706 Jun 28 11:22:19.600708 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee1fa-84f4-4d18-a266-053f7bc18acf service neutron] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:19.638276 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.709835 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35342969-8e29-4a63-a2eb-4e6bf764e3c1'] response: {'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'status': 'completed', 'code': 200} Jun 28 11:22:19.719153 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-89ce88dc-7fbd-423d-adab-1e7576d78621 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758664 Jun 28 11:22:19.781138 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Network 8dc5018c-a766-4ecc-b099-9db9b66d5bac is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:19.786131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:19.791863 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:19.794879 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-28f66080-e281-49c9-855f-dd550bd5dd3e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.797583 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-28f66080-e281-49c9-855f-dd550bd5dd3e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.3052840 Jun 28 11:22:19.842406 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Pushing event updated for resources: {'Port': ['ID=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:19.845824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.26', 56470) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:19.903378 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.904008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:19.931987 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f89cb-9a01-47cf-9983-fe94d0dbf986 req-8cfd32d2-fcc9-46e4-84c0-4fd5943001f3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:19.939590 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fd2f89cb-9a01-47cf-9983-fe94d0dbf986 req-8cfd32d2-fcc9-46e4-84c0-4fd5943001f3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.2457340 Jun 28 11:22:19.989655 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-56da7a96-7d8b-4d5d-8b48-7f681041b2c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3375504 Jun 28 11:22:20.009793 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fd2f89cb-9a01-47cf-9983-fe94d0dbf986 req-22108f97-6212-4491-a4d3-846590e1a0cc tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692723 Jun 28 11:22:20.015373 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Request body: {'port': {'device_id': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:20.055332 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-30f75795-7456-47a8-8a78-4145f913528a None None] Provisioning for port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:20.062066 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-30f75795-7456-47a8-8a78-4145f913528a None None] Provisioning complete for port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:20.062982 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-30f75795-7456-47a8-8a78-4145f913528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.127445 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Deleting port 3120a152-0899-4a98-98bb-57f3138f0716 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:20.127749 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.139101 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-30f75795-7456-47a8-8a78-4145f913528a None None] Port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:22:20.192926 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.301832 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-59af064d-f051-47ca-b1bf-9251330b22b2 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686808 Jun 28 11:22:20.342349 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-e26781cb-4a48-4c3e-b2f3-c331e4383176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.343824 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-e26781cb-4a48-4c3e-b2f3-c331e4383176 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1097 time: 0.7481885 Jun 28 11:22:20.351747 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698335c1-b83b-4fda-b843-98a379410140 req-5bdea152-1a6e-49f2-9643-b2c368aa1cfd tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.353247 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-698335c1-b83b-4fda-b843-98a379410140 req-5bdea152-1a6e-49f2-9643-b2c368aa1cfd tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.5065908 Jun 28 11:22:20.386132 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32810c65-0474-444e-9f32-5e0651df2662 req-ae423bae-ebd1-4ecf-9286-c3521b1b4320 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.387605 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-32810c65-0474-444e-9f32-5e0651df2662 req-ae423bae-ebd1-4ecf-9286-c3521b1b4320 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 944 time: 0.2575715 Jun 28 11:22:20.439219 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676c08f-cdeb-4181-bb51-695939026855 req-ecd32423-7b46-4134-aa0c-5c0ea33f1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.440645 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-ecd32423-7b46-4134-aa0c-5c0ea33f1967 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1098 time: 0.5194209 Jun 28 11:22:20.486264 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.510512 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-32810c65-0474-444e-9f32-5e0651df2662 req-fd151300-e9e4-426f-bcec-89e15a8c5540 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850065 Jun 28 11:22:20.513373 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-b07db9b5-4b64-4ac7-9d3f-fc6e1404bf7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 217 time: 0.1565847 Jun 28 11:22:20.714051 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:20.715207 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-698335c1-b83b-4fda-b843-98a379410140 req-ac885498-3c00-41f6-8c4c-62fa5819c4ad tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784400 Jun 28 11:22:20.721530 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.737262 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Transition to ACTIVE for port object 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:20.742610 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.745950 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-1599fa33-90e4-463c-896d-d0bd3aeddde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:20.747493 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-1599fa33-90e4-463c-896d-d0bd3aeddde2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.2063563 Jun 28 11:22:20.919034 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] For port 3120a152-0899-4a98-98bb-57f3138f0716, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3120a152-0899-4a98-98bb-57f3138f0716,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:20.920748 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:20.924711 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:21.058167 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b39482-caed-4b59-9d89-c648d22aa55e req-1700f81e-4481-4027-a6f7-a1353cc1c74e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.065065 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-73b39482-caed-4b59-9d89-c648d22aa55e req-1700f81e-4481-4027-a6f7-a1353cc1c74e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.2823551 Jun 28 11:22:21.098469 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Attempting to bind port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:21.098809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Attempting to bind port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:21.099138 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Attempting to bind port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d on network 8dc5018c-a766-4ecc-b099-9db9b66d5bac {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:21.114790 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d on network 8dc5018c-a766-4ecc-b099-9db9b66d5bac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:21.115034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Attempting to bind port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d on network 8dc5018c-a766-4ecc-b099-9db9b66d5bac {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:21.121431 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Calling delete_port for 3120a152-0899-4a98-98bb-57f3138f0716 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:21.126345 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-73b39482-caed-4b59-9d89-c648d22aa55e req-fb81169d-c373-4e51-9ea5-63c19d195130 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604525 Jun 28 11:22:21.127204 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:21.127540 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Checking segment: {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:21.127916 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Bound using segment: {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:21.128383 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Bound port: 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c734f4a-cd62-4866-9845-2b049ad9aee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:21.128730 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.150073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676c08f-cdeb-4181-bb51-695939026855 req-2e3a7d49-a88b-40fe-a685-dffe216633b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.151493 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-2e3a7d49-a88b-40fe-a685-dffe216633b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.6594141 Jun 28 11:22:21.222155 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] For port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:21.225361 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] For port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:21.270078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.325463 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-d8b2d6da-feab-458d-8203-69bd117de025 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 1001 time: 0.1590576 Jun 28 11:22:21.350042 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.351669 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.353186 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] 10.222.0.26 "PUT /v2.0/ports/3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d HTTP/1.1" status: 200 len: 1098 time: 1.3500586 Jun 28 11:22:21.355082 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'tag': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:21.387321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-d2b5f9a3-e074-4e15-9670-2311d930ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.388992 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-d2b5f9a3-e074-4e15-9670-2311d930ef25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6321073 Jun 28 11:22:21.392723 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14fc6e-f82e-48f8-b547-7cdbb47b692b service neutron] Pushing event updated for resources: {'Port': ['ID=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:21.457006 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf76d5-aa99-4fc5-be81-ae7732dafbe8 req-e1e5bc6e-fc9d-4639-ac73-c8e0e1288c89 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.458649 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-babf76d5-aa99-4fc5-be81-ae7732dafbe8 req-e1e5bc6e-fc9d-4639-ac73-c8e0e1288c89 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 945 time: 0.2297518 Jun 28 11:22:21.522720 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-babf76d5-aa99-4fc5-be81-ae7732dafbe8 req-54e2433c-923d-47d9-b358-842bda493b1e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563879 Jun 28 11:22:21.524615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5f8e7-af30-4f5e-b92e-22f973a6a9aa req-408296bb-4e11-439e-b4dc-6e88beb2b4cb tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.526128 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-03f5f8e7-af30-4f5e-b92e-22f973a6a9aa req-408296bb-4e11-439e-b4dc-6e88beb2b4cb tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 948 time: 0.6206481 Jun 28 11:22:21.543652 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-5ffc06ce-fd7d-4d56-9d43-a969624289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.545333 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-5ffc06ce-fd7d-4d56-9d43-a969624289c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f91e22d43e4b5eaf6026275ebf0255&device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 1101 time: 0.1388237 Jun 28 11:22:21.580967 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676c08f-cdeb-4181-bb51-695939026855 req-7be545de-3c8e-4846-b631-46038b58c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.583121 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-7be545de-3c8e-4846-b631-46038b58c260 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.2505777 Jun 28 11:22:21.617377 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d53438-5b0d-470b-a58c-36bd632775aa'] response: {'name': 'network-changed', 'server_uuid': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'tag': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d', 'status': 'completed', 'code': 200} Jun 28 11:22:21.631681 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-60a6cac7-ee26-4ea7-8c96-6ab0cd07f3e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d HTTP/1.1" status: 200 len: 217 time: 0.0735171 Jun 28 11:22:21.668543 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.685888 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['3120a152-0899-4a98-98bb-57f3138f0716'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:21.757208 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-ebe64283-f323-41ce-82f4-b914ac4183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.757483 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Pushing event deleted for resources: {'Port': ['ID=3120a152-0899-4a98-98bb-57f3138f0716,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:21.758681 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-ebe64283-f323-41ce-82f4-b914ac4183fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801a7951-81a4-4193-be7d-06484dcfa1ad HTTP/1.1" status: 200 len: 843 time: 0.1157539 Jun 28 11:22:21.800139 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-03f5f8e7-af30-4f5e-b92e-22f973a6a9aa req-0405491d-fa70-47e7-80f2-4dedb3de804b tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611318 Jun 28 11:22:21.842431 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4130f-16e2-4144-a3e0-8b7ff97bf2e7 req-80a48708-1323-4334-9bba-da6b14296093 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.844120 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dfa4130f-16e2-4144-a3e0-8b7ff97bf2e7 req-80a48708-1323-4334-9bba-da6b14296093 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 944 time: 0.1674323 Jun 28 11:22:21.844260 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-31baa4a6-d256-4671-88b7-fb1c5d52748e service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125080 Jun 28 11:22:21.859552 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] No DVR routers for this DVR port 3120a152-0899-4a98-98bb-57f3138f0716 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:21.862088 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:21.882706 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'name': 'network-vif-deleted', 'tag': '3120a152-0899-4a98-98bb-57f3138f0716'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:21.912479 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dfa4130f-16e2-4144-a3e0-8b7ff97bf2e7 req-c063f33f-c410-41ca-a8ba-df13e46adf57 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Jun 28 11:22:21.914787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-a30e5bac-36be-4db8-8613-5eb99255424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:21.916271 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-a30e5bac-36be-4db8-8613-5eb99255424f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dc5018c-a766-4ecc-b099-9db9b66d5bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1474123 Jun 28 11:22:22.003469 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0123c3fe-4ebd-42ed-8c54-c2997af33069'] response: {'server_uuid': 'fb1a6ad3-1d89-4d04-81ad-171107b39968', 'name': 'network-vif-deleted', 'tag': '3120a152-0899-4a98-98bb-57f3138f0716', 'status': 'completed', 'code': 200} Jun 28 11:22:22.015844 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "DELETE /v2.0/ports/3120a152-0899-4a98-98bb-57f3138f0716 HTTP/1.1" status: 204 len: 173 time: 2.2087364 Jun 28 11:22:22.044275 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676c08f-cdeb-4181-bb51-695939026855 req-7689badf-c27f-4e8f-9fc9-e7e22c787a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.045761 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-7689badf-c27f-4e8f-9fc9-e7e22c787a5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4436221 Jun 28 11:22:22.075088 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-dd9070d8-96e9-453e-93ca-5d48d05f09b6 service neutron] 10.222.0.26 "GET /v2.0/networks/8dc5018c-a766-4ecc-b099-9db9b66d5bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504245 Jun 28 11:22:22.167261 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5f042e4d-07f0-42e0-a4f6-ec7ab3ef5365 req-62f7bd03-e18b-4c69-b2f9-79f3dbe2f624 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102813 Jun 28 11:22:22.222889 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee6de8-a460-46ac-81d6-b1bd817f512b req-51dd4182-a4cb-440d-9f40-091fb97365d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.224437 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bee6de8-a460-46ac-81d6-b1bd817f512b req-51dd4182-a4cb-440d-9f40-091fb97365d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.2803011 Jun 28 11:22:22.306923 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-5500615a-ce31-4b79-bf66-b6f5e0d6915a service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538743 Jun 28 11:22:22.376129 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4d0eaf98-6d18-482c-af0e-3486cefa1273 req-65e57a6a-ef0b-475d-b857-10b62b86e934 service neutron] 10.222.0.26 "GET /v2.0/networks/8dc5018c-a766-4ecc-b099-9db9b66d5bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903786 Jun 28 11:22:22.416439 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17645990-d80a-4b48-af3f-99ccc75cce05 req-52c1dcd0-f128-47d1-8353-9ae8a81b89af tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.418017 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-17645990-d80a-4b48-af3f-99ccc75cce05 req-52c1dcd0-f128-47d1-8353-9ae8a81b89af tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1109719 Jun 28 11:22:22.486065 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bee6de8-a460-46ac-81d6-b1bd817f512b req-3cdad924-e94d-4526-a3f6-340bd7016b67 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522287 Jun 28 11:22:22.519291 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-17645990-d80a-4b48-af3f-99ccc75cce05 req-562562ce-b05a-41e7-81c7-3793d3050a89 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927622 Jun 28 11:22:22.543569 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-2b1b5107-882e-4381-b0df-0b4672ad3835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.545129 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-2b1b5107-882e-4381-b0df-0b4672ad3835 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99f91e22d43e4b5eaf6026275ebf0255&device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 1101 time: 0.1045113 Jun 28 11:22:22.560932 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-18640118-a29d-4c33-ae86-1e541b0a7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.562467 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-18640118-a29d-4c33-ae86-1e541b0a7ce4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1097 time: 0.3077779 Jun 28 11:22:22.571248 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-6dc40f3a-0703-4ff3-9ca0-ca56e68b5000 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470751 Jun 28 11:22:22.691578 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-ad937477-230b-4848-b53d-e8dae4507f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.693197 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-ad937477-230b-4848-b53d-e8dae4507f4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8dc5018c-a766-4ecc-b099-9db9b66d5bac HTTP/1.1" status: 200 len: 870 time: 0.1413841 Jun 28 11:22:22.733791 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-8d763432-4063-4081-998f-64274742aaa1 req-3dc2cb32-c061-45d5-835b-f1367046f822 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Synchronizing usage tracker for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:22.760097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-528f4cf6-410c-4f85-b91b-a21b566d376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.761562 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-528f4cf6-410c-4f85-b91b-a21b566d376f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 916 time: 0.1894443 Jun 28 11:22:22.768057 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-8d763432-4063-4081-998f-64274742aaa1 req-3dc2cb32-c061-45d5-835b-f1367046f822 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Unset dirty status for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:22.769344 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8d763432-4063-4081-998f-64274742aaa1 req-3dc2cb32-c061-45d5-835b-f1367046f822 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=fb1a6ad3-1d89-4d04-81ad-171107b39968 HTTP/1.1" status: 200 len: 210 time: 0.0988848 Jun 28 11:22:22.770677 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-69b32155-9bf9-415d-91e4-2ef94cfe2d67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d HTTP/1.1" status: 200 len: 217 time: 0.0709908 Jun 28 11:22:22.832913 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-fb34a857-828a-4832-96d1-8b6599fc4473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 217 time: 0.0624137 Jun 28 11:22:22.833076 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-f6584592-c174-481d-bd5f-64c2b444ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.834566 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-f6584592-c174-481d-bd5f-64c2b444ee74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=801a7951-81a4-4193-be7d-06484dcfa1ad HTTP/1.1" status: 200 len: 843 time: 0.0577993 Jun 28 11:22:22.909227 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-97c8c4f8-e346-4ad8-9d70-e7e80b6c8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.910593 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-97c8c4f8-e346-4ad8-9d70-e7e80b6c8077 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.0635483 Jun 28 11:22:22.982962 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-084b266c-bfcc-478d-89d9-8ee19131769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:22.984548 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-084b266c-bfcc-478d-89d9-8ee19131769a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8dc5018c-a766-4ecc-b099-9db9b66d5bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1375055 Jun 28 11:22:23.019379 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-21a90fa3-9c4f-4cb3-b048-e063d8042f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.021007 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-21a90fa3-9c4f-4cb3-b048-e063d8042f8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039355 Jun 28 11:22:23.098898 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9dda9a09-291a-4552-8893-31dda334f6bc tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.099598 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9dda9a09-291a-4552-8893-31dda334f6bc tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Synchronizing usage tracker for tenant:99f91e22d43e4b5eaf6026275ebf0255 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:23.142756 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9dda9a09-291a-4552-8893-31dda334f6bc tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Unset dirty status for tenant:99f91e22d43e4b5eaf6026275ebf0255 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:23.143910 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9dda9a09-291a-4552-8893-31dda334f6bc tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 948 time: 0.2337730 Jun 28 11:22:23.177933 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-a9f7864b-0b57-42af-a934-dd7876c95200 service neutron] 10.222.0.26 "GET /v2.0/networks/8dc5018c-a766-4ecc-b099-9db9b66d5bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836574 Jun 28 11:22:23.236991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-3f1d106e-5dee-4604-a3d8-cdc00925d858 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083139 Jun 28 11:22:23.245455 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca1042-eefa-47b8-9c04-b10823a292ab req-e6083353-1985-4df3-b601-3743a9e03311 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.246786 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0ca1042-eefa-47b8-9c04-b10823a292ab req-e6083353-1985-4df3-b601-3743a9e03311 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 944 time: 0.1964953 Jun 28 11:22:23.266179 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9b7b3737-0692-4db6-8332-f0e1bda4e874 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Synchronizing usage tracker for tenant:99f91e22d43e4b5eaf6026275ebf0255 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:23.302888 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9b7b3737-0692-4db6-8332-f0e1bda4e874 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Unset dirty status for tenant:99f91e22d43e4b5eaf6026275ebf0255 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:23.304127 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed1acbd0-3ee5-4354-bced-1fcd62a28d5b req-9b7b3737-0692-4db6-8332-f0e1bda4e874 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503322 Jun 28 11:22:23.340473 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-152926db-6b0c-49e1-b128-4927cb1b33bf req-08942423-0af4-418d-ad89-43c0b8280599 service neutron] 10.222.0.26 "GET /v2.0/networks/8dc5018c-a766-4ecc-b099-9db9b66d5bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522214 Jun 28 11:22:23.377049 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0ca1042-eefa-47b8-9c04-b10823a292ab req-9115be04-b1da-40df-b066-d74af1cd1ad4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113927 Jun 28 11:22:23.409636 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-48011193-bbad-4c7d-87f8-ec83b6e961c3 req-a35efefd-edad-46b3-a804-afeb0b915d97 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619184 Jun 28 11:22:23.685384 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530490c-81f4-409d-8d71-3e3c2ef52cac req-fb7d9fea-0484-4c2c-a5cd-ca0e89ec18a3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.686865 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8530490c-81f4-409d-8d71-3e3c2ef52cac req-fb7d9fea-0484-4c2c-a5cd-ca0e89ec18a3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0923328 Jun 28 11:22:23.714913 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b432450f-4c29-4fc4-8640-5bb091ccb73c req-41e79e5e-dfd4-417d-84a5-6f9c34d89117 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:23.716423 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b432450f-4c29-4fc4-8640-5bb091ccb73c req-41e79e5e-dfd4-417d-84a5-6f9c34d89117 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.0886862 Jun 28 11:22:23.730965 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8530490c-81f4-409d-8d71-3e3c2ef52cac req-34acbea0-ce34-4791-ae1b-9ebce8706155 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Jun 28 11:22:23.764661 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b432450f-4c29-4fc4-8640-5bb091ccb73c req-d46f82ca-73f4-432d-b371-db7b0fe5b9d4 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Jun 28 11:22:24.182591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-aa00561c-2f52-408d-bb7f-ef176c093d73 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.184013 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-aa00561c-2f52-408d-bb7f-ef176c093d73 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/networks?id=f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 200 len: 808 time: 0.1428747 Jun 28 11:22:24.198023 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-2e505c34-fe08-462d-99ab-da03b9223762 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/quotas/36982d136c2041ba9ec126e47d964ac1 HTTP/1.1" status: 200 len: 375 time: 0.0086300 Jun 28 11:22:24.250558 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-cc84fd9a-f66f-4de0-a8b6-187e84df4878 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=36982d136c2041ba9ec126e47d964ac1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475981 Jun 28 11:22:24.282506 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3120a152-0899-4a98-98bb-57f3138f0716 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:24.322124 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 3120a152-0899-4a98-98bb-57f3138f0716 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:24.322457 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3120a152-0899-4a98-98bb-57f3138f0716 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:24.423727 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-dce5b2a0-c809-43c7-8781-b723dda20762 service neutron] 10.222.0.44 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666002 Jun 28 11:22:24.496458 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c01da-b356-458c-b1cb-a1391712abd8 req-314c408a-f446-488f-9098-7add6c836dc4 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.497950 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e32c01da-b356-458c-b1cb-a1391712abd8 req-314c408a-f446-488f-9098-7add6c836dc4 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 948 time: 0.0872085 Jun 28 11:22:24.544784 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e32c01da-b356-458c-b1cb-a1391712abd8 req-066cb767-ff80-449e-9442-d638eca57866 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Jun 28 11:22:24.554384 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-be9a07c6-7785-4ce8-bc80-15253f3f3d80 service neutron] 10.222.0.44 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246326 Jun 28 11:22:24.733237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadf3a5-cdb3-46f8-9329-a2dc455e0529 req-036b28e2-5d20-4cf8-9636-09fde57c70b4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.734735 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0dadf3a5-cdb3-46f8-9329-a2dc455e0529 req-036b28e2-5d20-4cf8-9636-09fde57c70b4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 944 time: 0.0911825 Jun 28 11:22:24.753679 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-914d09f6-4865-4b1c-ac1d-dee7016dcd63 req-3860e117-da58-4573-be6c-cf3d2747770f tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 210 time: 0.0510104 Jun 28 11:22:24.792781 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0dadf3a5-cdb3-46f8-9329-a2dc455e0529 req-446652a6-0a6a-41be-a76b-332a53708170 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Jun 28 11:22:24.997086 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89384756-da4d-4bdf-a273-cef3b5327ba6 req-edf4aa49-5d54-4c15-a56c-de5b5499e56a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:24.998973 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-89384756-da4d-4bdf-a273-cef3b5327ba6 req-edf4aa49-5d54-4c15-a56c-de5b5499e56a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.0999446 Jun 28 11:22:25.048713 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-89384756-da4d-4bdf-a273-cef3b5327ba6 req-a58f4180-8216-4fb4-8dd9-cbe252c50e9e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 Jun 28 11:22:25.048927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e6d99-46e4-461e-9b32-1f10c9c10c96 req-2ede32e2-818f-4788-863f-6739c629d22b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.050404 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-417e6d99-46e4-461e-9b32-1f10c9c10c96 req-2ede32e2-818f-4788-863f-6739c629d22b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1997721 Jun 28 11:22:25.097937 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-417e6d99-46e4-461e-9b32-1f10c9c10c96 req-2fbddfe4-fb5c-40f0-beae-f5bcfd99d04b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390146 Jun 28 11:22:25.737860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5f5ab-8ae3-4736-9910-062cc194e2f6 req-402fc5f4-53e0-4f81-a738-9e26f4ff39c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:25.739318 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f1a5f5ab-8ae3-4736-9910-062cc194e2f6 req-402fc5f4-53e0-4f81-a738-9e26f4ff39c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 948 time: 0.0925815 Jun 28 11:22:25.789953 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f1a5f5ab-8ae3-4736-9910-062cc194e2f6 req-7f217a0b-5934-455c-8c4c-2fbf05be5a5c tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Jun 28 11:22:25.975806 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-440f1e9a-33d7-417d-8271-4c313e0cf849 req-7a3932ef-fbeb-4edd-84a6-0c6a0bc8435d tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 210 time: 0.0654905 Jun 28 11:22:26.008810 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-9fa7c71d-7d52-42b9-b4a1-51da25eb3de9 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.010254 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-9fa7c71d-7d52-42b9-b4a1-51da25eb3de9 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "GET /v2.0/networks?id=f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 200 len: 808 time: 0.2234857 Jun 28 11:22:26.025462 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8905f6-eea9-4cae-86dc-80926f1e8c89 req-092837a6-ea03-4136-a066-7b4cea54962d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.026894 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-df8905f6-eea9-4cae-86dc-80926f1e8c89 req-092837a6-ea03-4136-a066-7b4cea54962d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 944 time: 0.1162508 Jun 28 11:22:26.034268 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Request body: {'port': {'device_id': '267cac42-743c-4b4a-a554-0b981faf79ca', 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f', 'admin_state_up': True, 'tenant_id': '36982d136c2041ba9ec126e47d964ac1'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:26.075367 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-df8905f6-eea9-4cae-86dc-80926f1e8c89 req-7e805f32-42bb-42fa-80c8-c1dcf8473682 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425482 Jun 28 11:22:26.218075 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:26.230519 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:26.243817 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Made reservation on behalf of 36982d136c2041ba9ec126e47d964ac1 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:22:26.247342 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.281032 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5011d621-0eb5-4e06-b9d8-07efb847d926 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:26.338938 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3c094-94c4-40ba-a2ac-7d1faec9dda9 req-7e183032-778e-4400-89b1-a12a5fc3e8c0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.340322 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b6f3c094-94c4-40ba-a2ac-7d1faec9dda9 req-7e183032-778e-4400-89b1-a12a5fc3e8c0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.1767108 Jun 28 11:22:26.416922 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:26.430189 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'port_id': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'mac_address': 'fa:16:3e:4b:29:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:26.438113 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b6f3c094-94c4-40ba-a2ac-7d1faec9dda9 req-2236dc88-54bc-45aa-b46f-e167d63d48b2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909746 Jun 28 11:22:26.461113 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Allocated IP 172.20.0.10 (f9dff830-7f13-447b-963a-afe8dbc59f9f/d67ec7d5-23b1-4f12-ac14-d5172abadd86/ed10065f-f877-4dd7-9994-39a38cea79b3) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:26.486510 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5011d621-0eb5-4e06-b9d8-07efb847d926 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:26.486887 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.504028 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5011d621-0eb5-4e06-b9d8-07efb847d926 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:26.518989 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:26.524206 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.524822 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:26.658235 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:26.667930 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.698167 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.720689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:26.737792 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d', 'network_id': '8dc5018c-a766-4ecc-b099-9db9b66d5bac', 'port_id': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d', 'mac_address': 'fa:16:3e:ec:f2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801a7951-81a4-4193-be7d-06484dcfa1ad', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:26.765973 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Network f9dff830-7f13-447b-963a-afe8dbc59f9f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:26.774214 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:26.780378 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:26.785775 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:26.786403 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.793611 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:26.793987 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.798682 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Pushing event updated for resources: {'Port': ['ID=ed10065f-f877-4dd7-9994-39a38cea79b3,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:26.811812 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:26.815814 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-bf316ce6-a334-4b60-a228-cdfb0c0e1602 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7852871 Jun 28 11:22:26.827421 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Request body: {'port': {'device_id': '267cac42-743c-4b4a-a554-0b981faf79ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:26.828210 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:26.832729 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:26.910527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:26.945718 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.095995 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e9f9d-d8e8-49c5-995e-728c92b8be00 req-19b6edad-11a3-4312-8bf3-ec3a2bea6ea0 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.101776 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-545e9f9d-d8e8-49c5-995e-728c92b8be00 req-19b6edad-11a3-4312-8bf3-ec3a2bea6ea0 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 949 time: 0.1945770 Jun 28 11:22:27.141840 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-545e9f9d-d8e8-49c5-995e-728c92b8be00 req-1b4b453c-e523-4e0b-914c-7ad30776e08a tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382326 Jun 28 11:22:27.256807 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:27.301011 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d698c-dcef-45a1-bd4a-053c1983f92f req-4f24004a-4878-4faa-9e0f-4c50eb1d1c81 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.301761 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-cc6d698c-dcef-45a1-bd4a-053c1983f92f req-4f24004a-4878-4faa-9e0f-4c50eb1d1c81 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Synchronizing usage tracker for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:27.323500 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:27.328775 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb002115-3401-4e12-9886-b7004e3d8b43 req-d71e46ab-9402-4218-9bdf-ace65ff45982 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.330405 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bb002115-3401-4e12-9886-b7004e3d8b43 req-d71e46ab-9402-4218-9bdf-ace65ff45982 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 945 time: 0.0980983 Jun 28 11:22:27.333189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-cc6d698c-dcef-45a1-bd4a-053c1983f92f req-4f24004a-4878-4faa-9e0f-4c50eb1d1c81 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Unset dirty status for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:27.334344 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cc6d698c-dcef-45a1-bd4a-053c1983f92f req-4f24004a-4878-4faa-9e0f-4c50eb1d1c81 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 932 time: 0.2409155 Jun 28 11:22:27.387394 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bb002115-3401-4e12-9886-b7004e3d8b43 req-c173e811-ffd2-4e42-ad79-aee82b263765 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Jun 28 11:22:27.427538 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed10065f-f877-4dd7-9994-39a38cea79b3 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:27.438334 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.443030 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cc6d698c-dcef-45a1-bd4a-053c1983f92f req-648ce944-413f-4b3e-b6c0-f884a9623a20 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744402 Jun 28 11:22:27.457200 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Transition to ACTIVE for port object ed10065f-f877-4dd7-9994-39a38cea79b3 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:22:27.463374 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.663515 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed10065f-f877-4dd7-9994-39a38cea79b3,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:27.664972 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6219e28-b803-4059-8adc-848dd8ed59d4 req-15b63327-9b78-4eac-aef6-3dbc9f0c67b1 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.666479 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6219e28-b803-4059-8adc-848dd8ed59d4 req-15b63327-9b78-4eac-aef6-3dbc9f0c67b1 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 943 time: 0.0961168 Jun 28 11:22:27.711747 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6219e28-b803-4059-8adc-848dd8ed59d4 req-9cbdef1a-d0c0-45bd-aa57-7bb88f8cc335 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393012 Jun 28 11:22:27.723933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Attempting to bind port ed10065f-f877-4dd7-9994-39a38cea79b3 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:22:27.724263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Attempting to bind port ed10065f-f877-4dd7-9994-39a38cea79b3 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:22:27.724584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Attempting to bind port ed10065f-f877-4dd7-9994-39a38cea79b3 on network f9dff830-7f13-447b-963a-afe8dbc59f9f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:27.729482 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Port ed10065f-f877-4dd7-9994-39a38cea79b3 on network f9dff830-7f13-447b-963a-afe8dbc59f9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:22:27.729807 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Attempting to bind port ed10065f-f877-4dd7-9994-39a38cea79b3 on network f9dff830-7f13-447b-963a-afe8dbc59f9f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:22:27.734749 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:22:27.735074 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Checking segment: {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:22:27.735445 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Bound using segment: {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:22:27.735856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Bound port: ed10065f-f877-4dd7-9994-39a38cea79b3, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:22:27.736191 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.825762 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] For port ed10065f-f877-4dd7-9994-39a38cea79b3, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:22:27.828576 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] For port ed10065f-f877-4dd7-9994-39a38cea79b3, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=ed10065f-f877-4dd7-9994-39a38cea79b3,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:22:27.833023 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.889420 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:27.890170 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:27.891504 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] 10.222.0.26 "PUT /v2.0/ports/ed10065f-f877-4dd7-9994-39a38cea79b3 HTTP/1.1" status: 200 len: 1094 time: 1.0684555 Jun 28 11:22:27.893841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '267cac42-743c-4b4a-a554-0b981faf79ca', 'tag': 'ed10065f-f877-4dd7-9994-39a38cea79b3'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:27.930229 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde00fc-1d69-490b-aa15-d98054dc8e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ed10065f-f877-4dd7-9994-39a38cea79b3,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:27.976430 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb100e2b-f1ac-4cdd-a9aa-cfdd687574f9'] response: {'name': 'network-changed', 'server_uuid': '267cac42-743c-4b4a-a554-0b981faf79ca', 'tag': 'ed10065f-f877-4dd7-9994-39a38cea79b3', 'status': 'completed', 'code': 200} Jun 28 11:22:28.012019 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-f163bc6b-23f5-4e88-a345-060472564d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.013504 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-f163bc6b-23f5-4e88-a345-060472564d60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36982d136c2041ba9ec126e47d964ac1&device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 1097 time: 0.0801828 Jun 28 11:22:28.083255 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-474fdb8e-9484-4689-bfd4-013509e6b7c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed10065f-f877-4dd7-9994-39a38cea79b3 HTTP/1.1" status: 200 len: 217 time: 0.0620036 Jun 28 11:22:28.145776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-92e28c1d-bb76-4ebe-bf94-cdf06d436fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.147282 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-92e28c1d-bb76-4ebe-bf94-cdf06d436fb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d67ec7d5-23b1-4f12-ac14-d5172abadd86 HTTP/1.1" status: 200 len: 848 time: 0.0579424 Jun 28 11:22:28.199593 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-66d03805-5a0f-4392-8740-951e46b79341 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9dff830-7f13-447b-963a-afe8dbc59f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461192 Jun 28 11:22:28.297739 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 586a291f-94c5-46f7-bc92-f2bb49ef2dca details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:28.332530 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-ec522bc7-e1e2-4e94-b07e-fc8293ea0a76 service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263607 Jun 28 11:22:28.337489 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24684db7-c6ed-4163-a898-5837cfd84911 req-5361819e-021d-40ee-88e3-ed72219ea9c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.339603 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-24684db7-c6ed-4163-a898-5837cfd84911 req-5361819e-021d-40ee-88e3-ed72219ea9c5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 949 time: 0.0923312 Jun 28 11:22:28.385216 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-24684db7-c6ed-4163-a898-5837cfd84911 req-2175a932-3400-4ea6-926f-23ee8dc28897 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Jun 28 11:22:28.445298 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:28.459418 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'port_id': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'mac_address': 'fa:16:3e:42:46:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:28.470236 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fcc2f26e-7ea9-419d-8e47-5578b39a7d45 req-7b97ef13-3ebd-4d02-bce9-16dbd1d545d8 service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296387 Jun 28 11:22:28.523632 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 586a291f-94c5-46f7-bc92-f2bb49ef2dca is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:28.524013 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.541801 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586a291f-94c5-46f7-bc92-f2bb49ef2dca {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:28.559353 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:28.563238 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.633071 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=586a291f-94c5-46f7-bc92-f2bb49ef2dca,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:28.665749 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef96975-2f47-4c01-8dd7-148ba39dc919 req-54cc2247-0469-4afd-b854-5b5632173876 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.667225 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cef96975-2f47-4c01-8dd7-148ba39dc919 req-54cc2247-0469-4afd-b854-5b5632173876 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 945 time: 0.1664925 Jun 28 11:22:28.672959 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-670d46f6-3f83-41c6-b18d-1d141218e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.674350 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-670d46f6-3f83-41c6-b18d-1d141218e3e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=36982d136c2041ba9ec126e47d964ac1&device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 1097 time: 0.1180117 Jun 28 11:22:28.679414 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f57e15-cb09-473d-81ab-7dffc489ebbc req-a8d4fd1d-adba-409d-af2b-b40804604878 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.680955 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d9f57e15-cb09-473d-81ab-7dffc489ebbc req-a8d4fd1d-adba-409d-af2b-b40804604878 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 944 time: 0.0926571 Jun 28 11:22:28.728516 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d9f57e15-cb09-473d-81ab-7dffc489ebbc req-a996c02b-3fca-4cd1-95eb-1f24f6b86d86 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Jun 28 11:22:28.799375 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cef96975-2f47-4c01-8dd7-148ba39dc919 req-1c76fec7-014f-4947-9b81-765fd819650e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239905 Jun 28 11:22:28.846379 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-3770bc24-8b48-4e47-8f81-0055a89f878f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.847803 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-3770bc24-8b48-4e47-8f81-0055a89f878f service neutron] 10.222.0.26 "GET /v2.0/networks?id=f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 200 len: 909 time: 0.1563764 Jun 28 11:22:28.894997 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4108bd85-52d4-43f8-82ba-f3584c764ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:28.913900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e13cd-bc27-44cc-890f-661bccf3e5b5 req-0f5c068e-0c29-4fe7-b6c0-aa342a2fbbb5 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.915592 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fc2e13cd-bc27-44cc-890f-661bccf3e5b5 req-0f5c068e-0c29-4fe7-b6c0-aa342a2fbbb5 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 944 time: 0.0917814 Jun 28 11:22:28.923364 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-b65b099b-55e6-4d58-9df9-621320c3aae6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed10065f-f877-4dd7-9994-39a38cea79b3 HTTP/1.1" status: 200 len: 217 time: 0.0683525 Jun 28 11:22:28.961239 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fc2e13cd-bc27-44cc-890f-661bccf3e5b5 req-48f3e118-7ad3-48e9-a9fd-3bfc477d58a2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396569 Jun 28 11:22:28.988228 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-55789dd2-bd95-465e-b658-ce155ed29907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:28.989668 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-55789dd2-bd95-465e-b658-ce155ed29907 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d67ec7d5-23b1-4f12-ac14-d5172abadd86 HTTP/1.1" status: 200 len: 848 time: 0.0594902 Jun 28 11:22:29.046523 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-e7fee178-df2a-4a05-b969-2ae634be3aba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f9dff830-7f13-447b-963a-afe8dbc59f9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493834 Jun 28 11:22:29.238301 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-36f9d743-3dcd-48d8-b5fc-7791611f8043 service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843596 Jun 28 11:22:29.370260 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac22b1a6-380c-4818-a8d1-a406be7432ed req-de3aa5a2-c78b-4ba8-91ae-ffe6fbae094b service neutron] 10.222.0.26 "GET /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216555 Jun 28 11:22:29.446857 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['586a291f-94c5-46f7-bc92-f2bb49ef2dca'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:29.576238 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b89cc-a94e-434b-9a30-0b6a2900528a req-e021232c-b855-4263-b6fb-d8bea36d6867 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.577655 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1c1b89cc-a94e-434b-9a30-0b6a2900528a req-e021232c-b855-4263-b6fb-d8bea36d6867 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 949 time: 0.0868602 Jun 28 11:22:29.621599 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1c1b89cc-a94e-434b-9a30-0b6a2900528a req-db90d5d4-71a6-4c16-8ce7-cf91669b7e2d tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381081 Jun 28 11:22:29.920904 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87b625-161e-408f-aa6d-07fb5463b0a6 req-82beb418-d7b3-442d-9992-efb7b1bb2fe8 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:29.922428 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0c87b625-161e-408f-aa6d-07fb5463b0a6 req-82beb418-d7b3-442d-9992-efb7b1bb2fe8 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 944 time: 0.0911534 Jun 28 11:22:29.966936 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0c87b625-161e-408f-aa6d-07fb5463b0a6 req-913d000b-4bc4-4fe7-9965-d2661d62b61d tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385458 Jun 28 11:22:29.998529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04626-6ad9-407b-9356-86645c4aee23 req-9f33caf7-396b-46f6-a4b8-0c4c28c1483b tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:30.000106 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d0b04626-6ad9-407b-9356-86645c4aee23 req-9f33caf7-396b-46f6-a4b8-0c4c28c1483b tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 945 time: 0.0957541 Jun 28 11:22:30.043636 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d0b04626-6ad9-407b-9356-86645c4aee23 req-48f6ac70-3e67-49ff-abe3-75d28788a1f9 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 Jun 28 11:22:30.151565 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab93a4-102f-4620-a40e-a17b1da5883f req-619cacac-5957-4e52-abc8-4005207e720d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:30.152958 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-05ab93a4-102f-4620-a40e-a17b1da5883f req-619cacac-5957-4e52-abc8-4005207e720d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 944 time: 0.0876179 Jun 28 11:22:30.200354 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-05ab93a4-102f-4620-a40e-a17b1da5883f req-7d957d51-4d51-47f4-87e8-a2c796842914 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417068 Jun 28 11:22:30.315197 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5011d621-0eb5-4e06-b9d8-07efb847d926 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:30.382171 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 5011d621-0eb5-4e06-b9d8-07efb847d926 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:30.386693 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 5011d621-0eb5-4e06-b9d8-07efb847d926 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:30.387058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.501895 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5011d621-0eb5-4e06-b9d8-07efb847d926 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:30.502586 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.528048 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:30.537558 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:30.542722 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.543581 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:30.605548 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5c8078-b3d5-48b7-bff5-8a9bea475d3d'] response: {'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'code': 200} Jun 28 11:22:30.668766 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:30.683357 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:30.689211 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:30.689775 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.814657 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:30.815046 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.819646 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b396d-40e2-42cf-8916-7f9091ed0e89 req-b6ad5192-32e7-4b47-b7ed-eebd9c553a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:30.821337 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e61b396d-40e2-42cf-8916-7f9091ed0e89 req-b6ad5192-32e7-4b47-b7ed-eebd9c553a95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1099 time: 0.0809705 Jun 28 11:22:30.849215 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d10181-b3f9-44fb-9e4f-c8dad2525b2b req-dab97090-6fb3-4139-8624-6b8ea5268920 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:30.850814 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-52d10181-b3f9-44fb-9e4f-c8dad2525b2b req-dab97090-6fb3-4139-8624-6b8ea5268920 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 949 time: 0.0968981 Jun 28 11:22:30.851086 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:30.855880 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:30.867326 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e61b396d-40e2-42cf-8916-7f9091ed0e89 req-909db6e6-22be-47df-81b6-ed7ecfe14046 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368130 Jun 28 11:22:30.907495 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-52d10181-b3f9-44fb-9e4f-c8dad2525b2b req-96a0fb1c-02c4-47db-b7b1-0d6309f050ae tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Jun 28 11:22:30.926570 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:31.192247 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ccae4-a21e-40a8-a03f-19791ddea56a req-4382924f-f272-4bfa-902a-c632a1364bf6 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.193685 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f9ccae4-a21e-40a8-a03f-19791ddea56a req-4382924f-f272-4bfa-902a-c632a1364bf6 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 944 time: 0.1183603 Jun 28 11:22:31.238024 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f9ccae4-a21e-40a8-a03f-19791ddea56a req-2d22740e-c53d-4238-8c2d-ea2a370e8d5b tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377944 Jun 28 11:22:31.267387 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fa910716-1d55-4820-94c4-153b8d12b816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:31.278146 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d3132-f84e-48c8-9680-9da1c2c5b6db req-16d60656-a689-46de-b5f1-534d1ef511a1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.279618 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed9d3132-f84e-48c8-9680-9da1c2c5b6db req-16d60656-a689-46de-b5f1-534d1ef511a1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0940228 Jun 28 11:22:31.323899 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed9d3132-f84e-48c8-9680-9da1c2c5b6db req-720bacca-6ebf-4d5f-a90c-cfa67db1403a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Jun 28 11:22:31.421180 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c991c-614e-4c29-8651-ba96358048bf req-bbdc28e0-2a68-47b5-85c1-911aae8483d4 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:31.422632 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-660c991c-614e-4c29-8651-ba96358048bf req-bbdc28e0-2a68-47b5-85c1-911aae8483d4 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 944 time: 0.0884168 Jun 28 11:22:31.465454 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-660c991c-614e-4c29-8651-ba96358048bf req-3ad4a00b-1b17-4e2f-be43-bc3b020c691f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371673 Jun 28 11:22:32.098199 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735a282-4346-4053-92ca-e938eb44a73f req-90137284-452a-423e-b110-71917dd1fef5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.099708 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1735a282-4346-4053-92ca-e938eb44a73f req-90137284-452a-423e-b110-71917dd1fef5 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.0862811 Jun 28 11:22:32.148072 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1735a282-4346-4053-92ca-e938eb44a73f req-99c1f01b-7b70-4a7b-b1d5-2ff99460f44c tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Jun 28 11:22:32.299447 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.305939 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device ed10065f-f877-4dd7-9994-39a38cea79b3 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:22:32.333678 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.397400 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 586a291f-94c5-46f7-bc92-f2bb49ef2dca up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:32.444318 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1413394-e646-4117-adf9-a25aeb4edbdc req-d86f9e04-2d21-425c-9020-607b3f9ac18f tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.454170 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b1413394-e646-4117-adf9-a25aeb4edbdc req-d86f9e04-2d21-425c-9020-607b3f9ac18f tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 944 time: 0.1068597 Jun 28 11:22:32.505850 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b1413394-e646-4117-adf9-a25aeb4edbdc req-d2aa5204-5f02-4a9a-95f8-730b2fb0ca12 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504334 Jun 28 11:22:32.522971 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port ed10065f-f877-4dd7-9994-39a38cea79b3, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=ed10065f-f877-4dd7-9994-39a38cea79b3,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:32.528722 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5219b4-4e0f-4f7a-b6f6-caf1e1e182a9 req-4ce0637b-90bc-457a-9fff-2f521a4e1680 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.530382 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9f5219b4-4e0f-4f7a-b6f6-caf1e1e182a9 req-4ce0637b-90bc-457a-9fff-2f521a4e1680 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0958531 Jun 28 11:22:32.535979 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 586a291f-94c5-46f7-bc92-f2bb49ef2dca completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:32.545439 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 586a291f-94c5-46f7-bc92-f2bb49ef2dca triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:32.545804 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.574692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'ed10065f-f877-4dd7-9994-39a38cea79b3', 'network_id': 'f9dff830-7f13-447b-963a-afe8dbc59f9f', 'port_id': 'ed10065f-f877-4dd7-9994-39a38cea79b3', 'mac_address': 'fa:16:3e:19:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd67ec7d5-23b1-4f12-ac14-d5172abadd86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:22:32.577771 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9f5219b4-4e0f-4f7a-b6f6-caf1e1e182a9 req-694925c9-f54d-4678-9a01-54ef3393cf31 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Jun 28 11:22:32.664731 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:32.707923 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c65f6b-51e9-4fc9-ac7b-c692c668d6a3 req-8019132c-c818-4034-8410-6477e7804220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.710195 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-32c65f6b-51e9-4fc9-ac7b-c692c668d6a3 req-8019132c-c818-4034-8410-6477e7804220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 944 time: 0.0982270 Jun 28 11:22:32.711718 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port ed10065f-f877-4dd7-9994-39a38cea79b3 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:32.712281 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.729833 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf49bce7-7869-4a36-a462-eaa29627a8e2'] response: {'server_uuid': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d', 'code': 200} Jun 28 11:22:32.737213 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed10065f-f877-4dd7-9994-39a38cea79b3 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:22:32.766658 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-32c65f6b-51e9-4fc9-ac7b-c692c668d6a3 req-4a38484d-cc12-4852-bd93-a936dedad954 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483403 Jun 28 11:22:32.795220 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port ed10065f-f877-4dd7-9994-39a38cea79b3, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=ed10065f-f877-4dd7-9994-39a38cea79b3,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:32.805064 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.853196 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 586a291f-94c5-46f7-bc92-f2bb49ef2dca is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:32.853666 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.903955 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=ed10065f-f877-4dd7-9994-39a38cea79b3,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:32.908527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:32.913712 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:32.987340 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=586a291f-94c5-46f7-bc92-f2bb49ef2dca,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:32.990994 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fb745-3931-4967-b2c8-4e9fe5995458 req-d5b5770d-5b62-434f-9694-7656a399effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:32.992736 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a42fb745-3931-4967-b2c8-4e9fe5995458 req-d5b5770d-5b62-434f-9694-7656a399effc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 1103 time: 0.0863192 Jun 28 11:22:33.038404 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a42fb745-3931-4967-b2c8-4e9fe5995458 req-f518b13d-2f78-4d8a-9d7a-2a6ac2df09ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jun 28 11:22:33.267424 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['ed10065f-f877-4dd7-9994-39a38cea79b3'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:33.345048 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d99c7-76f3-4bc8-9804-568b3ff9faaf req-7a526e4a-3a96-4269-bdaa-036587c1be3b tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.346449 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-434d99c7-76f3-4bc8-9804-568b3ff9faaf req-7a526e4a-3a96-4269-bdaa-036587c1be3b tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.0936375 Jun 28 11:22:33.391492 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-434d99c7-76f3-4bc8-9804-568b3ff9faaf req-3b273876-fd03-4df4-800c-fbfa793165a6 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390742 Jun 28 11:22:33.547151 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:33.696323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc825d-fd1a-44b1-940c-ae41333ed5ce req-08c1ccd9-8223-4f94-b7f5-440522071033 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.697791 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a3dc825d-fd1a-44b1-940c-ae41333ed5ce req-08c1ccd9-8223-4f94-b7f5-440522071033 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 945 time: 0.0941532 Jun 28 11:22:33.743035 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a3dc825d-fd1a-44b1-940c-ae41333ed5ce req-8960fd92-4716-4fc1-8d59-3ae201d6f362 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Jun 28 11:22:33.778239 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447139b4-2844-4736-b00d-2f6927c4ad75 req-ff3cd6e7-819d-4fd4-84a3-c7ac47b8ee7d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.779697 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-447139b4-2844-4736-b00d-2f6927c4ad75 req-ff3cd6e7-819d-4fd4-84a3-c7ac47b8ee7d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0877202 Jun 28 11:22:33.828164 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-447139b4-2844-4736-b00d-2f6927c4ad75 req-9a38cf7f-bf7b-44bf-8dde-3438dd840dde tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Jun 28 11:22:33.960215 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf421454-e0bf-4712-bd91-597a3868650a req-a399d0fe-70d6-4b11-9006-bc330bf69a64 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:33.961692 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cf421454-e0bf-4712-bd91-597a3868650a req-a399d0fe-70d6-4b11-9006-bc330bf69a64 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0872495 Jun 28 11:22:34.009029 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cf421454-e0bf-4712-bd91-597a3868650a req-4c2e0a85-e50a-4de6-9b0a-518f5a77ac3e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415089 Jun 28 11:22:34.031673 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d39d-c555-428a-9c21-d48a96924899 req-8bf9b689-9b55-40a9-a5f7-9e20b7b91579 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.033130 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d8e8d39d-c555-428a-9c21-d48a96924899 req-8bf9b689-9b55-40a9-a5f7-9e20b7b91579 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0934551 Jun 28 11:22:34.081383 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d8e8d39d-c555-428a-9c21-d48a96924899 req-ba28df44-c98d-416f-848f-a1318d1d6b22 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417922 Jun 28 11:22:34.476134 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942bbd2-e7f1-4072-9ac8-a45b2da699a4 req-332b7057-17d5-43e8-81ef-adf06e963c43 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.477636 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3942bbd2-e7f1-4072-9ac8-a45b2da699a4 req-332b7057-17d5-43e8-81ef-adf06e963c43 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0907729 Jun 28 11:22:34.521739 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3942bbd2-e7f1-4072-9ac8-a45b2da699a4 req-5866017f-0fbf-4d45-9d7e-67de6f65aa31 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383489 Jun 28 11:22:34.586690 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60bbd7-e954-450d-87c2-07cd01172618 req-f80659a6-a8c6-481c-8a40-dc87f53c4ffa tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.588147 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de60bbd7-e954-450d-87c2-07cd01172618 req-f80659a6-a8c6-481c-8a40-dc87f53c4ffa tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.0910432 Jun 28 11:22:34.634278 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-de60bbd7-e954-450d-87c2-07cd01172618 req-0b774fbe-8d3f-4b08-950f-f886640f2a1d tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Jun 28 11:22:34.730739 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:34.801886 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec0c74a4-7a23-4510-a252-e3642d3c4c95'] response: {'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'code': 200} Jun 28 11:22:34.975799 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3ad9a-c0aa-4916-a842-37bf0f911512 req-ca179baa-4c77-493a-ab59-15cb0a4cfcdf tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:34.977535 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-82d3ad9a-c0aa-4916-a842-37bf0f911512 req-ca179baa-4c77-493a-ab59-15cb0a4cfcdf tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 945 time: 0.1136913 Jun 28 11:22:35.028976 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-82d3ad9a-c0aa-4916-a842-37bf0f911512 req-03751c57-c933-4303-a67b-2fc7554f9421 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Jun 28 11:22:35.181541 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4f7e4-8110-4925-96c2-1ad0d0d0f9f9 req-2bfa0196-02a2-40f8-95b2-e37592caea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:35.183021 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-68e4f7e4-8110-4925-96c2-1ad0d0d0f9f9 req-2bfa0196-02a2-40f8-95b2-e37592caea02 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 1098 time: 0.0787489 Jun 28 11:22:35.213151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff614f-af2a-48d3-824d-acdf6cda4f78 req-3fe03a1e-9c60-41fc-8fcd-e1f0ba370351 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:35.214762 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f3ff614f-af2a-48d3-824d-acdf6cda4f78 req-3fe03a1e-9c60-41fc-8fcd-e1f0ba370351 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0876422 Jun 28 11:22:35.223057 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-68e4f7e4-8110-4925-96c2-1ad0d0d0f9f9 req-42bb641c-43f4-49d9-9cb0-09d6cbda9bda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334356 Jun 28 11:22:35.262544 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f3ff614f-af2a-48d3-824d-acdf6cda4f78 req-4b6eaa6b-d974-4234-b799-06ba0328a4f4 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 Jun 28 11:22:35.827449 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b468894-9b90-4b02-905d-8503fcb50225 req-0cdf9b47-c02e-44b2-b234-1af4a508e4ee tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:35.828901 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4b468894-9b90-4b02-905d-8503fcb50225 req-0cdf9b47-c02e-44b2-b234-1af4a508e4ee tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.0890813 Jun 28 11:22:35.874250 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4b468894-9b90-4b02-905d-8503fcb50225 req-d0d62946-dc80-4ebc-96ec-4f72d6dcb239 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394580 Jun 28 11:22:36.263703 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f815a4c-c542-4503-b54d-408b3797eb3b req-acb961c0-7b64-4e22-a097-7aac831a5ec3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:36.265305 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2f815a4c-c542-4503-b54d-408b3797eb3b req-acb961c0-7b64-4e22-a097-7aac831a5ec3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 945 time: 0.0991910 Jun 28 11:22:36.326385 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264e0c7-538f-4581-ae8a-27fa362d2d15 req-c6239cc3-5d7a-44ad-8e3d-6b0eca1ca319 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:36.328032 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e264e0c7-538f-4581-ae8a-27fa362d2d15 req-c6239cc3-5d7a-44ad-8e3d-6b0eca1ca319 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.0957727 Jun 28 11:22:36.337640 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device ed10065f-f877-4dd7-9994-39a38cea79b3 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:22:36.378228 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e264e0c7-538f-4581-ae8a-27fa362d2d15 req-1b1209c4-ba45-45d8-92a7-ae9d6d50305f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Jun 28 11:22:36.383619 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2f815a4c-c542-4503-b54d-408b3797eb3b req-da5890f1-edd2-451a-9291-879be62580ce tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123853 Jun 28 11:22:36.417065 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port ed10065f-f877-4dd7-9994-39a38cea79b3 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:22:36.423664 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port ed10065f-f877-4dd7-9994-39a38cea79b3 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:36.424327 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:36.549462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port ed10065f-f877-4dd7-9994-39a38cea79b3 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:36.549841 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:36.580293 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933aac6-213d-4e97-8c82-95536597d81d req-38f05f5d-c80f-4540-a9e9-f3e770d89ae9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:36.581840 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4933aac6-213d-4e97-8c82-95536597d81d req-38f05f5d-c80f-4540-a9e9-f3e770d89ae9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.1027675 Jun 28 11:22:36.588982 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port ed10065f-f877-4dd7-9994-39a38cea79b3, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=ed10065f-f877-4dd7-9994-39a38cea79b3,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:36.594504 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:36.628706 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4933aac6-213d-4e97-8c82-95536597d81d req-345ecc69-2f5b-4522-ab52-c2569efe5a7d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Jun 28 11:22:36.670303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=ed10065f-f877-4dd7-9994-39a38cea79b3,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:36.802687 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267cac42-743c-4b4a-a554-0b981faf79ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed10065f-f877-4dd7-9994-39a38cea79b3'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:36.858133 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38963ae9-4e42-4139-a9f9-d5c437256355'] response: {'server_uuid': '267cac42-743c-4b4a-a554-0b981faf79ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed10065f-f877-4dd7-9994-39a38cea79b3', 'code': 200} Jun 28 11:22:37.243902 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944bd83-7121-4f19-917e-e8bb2c497804 req-8b781d16-9317-45ee-91c6-d283c3484756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.245425 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5944bd83-7121-4f19-917e-e8bb2c497804 req-8b781d16-9317-45ee-91c6-d283c3484756 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 1099 time: 0.0801404 Jun 28 11:22:37.293829 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5944bd83-7121-4f19-917e-e8bb2c497804 req-e2d2261c-a78c-4ce5-a523-358b133cc50b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374455 Jun 28 11:22:37.574986 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e459f-41e0-461e-9b1a-6bb37aa03fbe req-468dcb27-71fa-4eb3-91a5-db7b6c17a5f6 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.576352 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6a4e459f-41e0-461e-9b1a-6bb37aa03fbe req-468dcb27-71fa-4eb3-91a5-db7b6c17a5f6 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.0901902 Jun 28 11:22:37.592466 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd76653-59be-4d4a-8e92-93806aab9f57 req-ac5672ad-bec7-4b60-b581-3d1e74a9b7ef tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.594370 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-afd76653-59be-4d4a-8e92-93806aab9f57 req-ac5672ad-bec7-4b60-b581-3d1e74a9b7ef tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.0894811 Jun 28 11:22:37.633843 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6a4e459f-41e0-461e-9b1a-6bb37aa03fbe req-2ae1ab38-c99c-4045-a4d9-2e2c290f67b0 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512264 Jun 28 11:22:37.645760 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-afd76653-59be-4d4a-8e92-93806aab9f57 req-c97a2fe7-4377-4ad1-a58a-5c38bfec5bd3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447245 Jun 28 11:22:37.822091 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8d0c2-42bc-4ec0-aaa2-f196b22089a4 req-ed692c0d-025a-4ce5-87cd-8b7b6ca8c0f9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:37.823523 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-08b8d0c2-42bc-4ec0-aaa2-f196b22089a4 req-ed692c0d-025a-4ce5-87cd-8b7b6ca8c0f9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0888050 Jun 28 11:22:37.867189 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-08b8d0c2-42bc-4ec0-aaa2-f196b22089a4 req-afc6635a-ae8a-4156-b14d-a0f21a2b9910 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375760 Jun 28 11:22:38.063835 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f87ef0-1e5a-4783-aed1-0692224ec920 req-cf5eb5d1-1db6-4912-b096-10953c691e7d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:38.065314 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-56f87ef0-1e5a-4783-aed1-0692224ec920 req-cf5eb5d1-1db6-4912-b096-10953c691e7d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0880928 Jun 28 11:22:38.109284 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-56f87ef0-1e5a-4783-aed1-0692224ec920 req-7619c29b-09f9-4db1-8a41-a2fcb9854319 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379214 Jun 28 11:22:38.132291 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 56148) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:38.312401 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3a2702-4705-474b-90e2-21fa0f50ce76 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:38.313106 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d3a2702-4705-474b-90e2-21fa0f50ce76 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] Synchronizing usage tracker for tenant:cf2a3db647714519b3df4eb9b3c2ea48 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:38.329687 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8d3a2702-4705-474b-90e2-21fa0f50ce76 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] Unset dirty status for tenant:cf2a3db647714519b3df4eb9b3c2ea48 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:38.330921 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8d3a2702-4705-474b-90e2-21fa0f50ce76 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 1093 time: 0.1976604 Jun 28 11:22:38.333843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 56154) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:38.339746 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'port_id': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:38.345338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:38.349083 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:floatingip and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:38.352093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:38.357792 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:38.367849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.498588 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.688584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Allocated IP 172.27.1.218 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/e08ad1ed-83fc-4c67-99cf-eea49e43022d) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:38.793264 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-6596a89f-9df0-4c5d-b4ee-fac28cb31777 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:38.794812 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-6596a89f-9df0-4c5d-b4ee-fac28cb31777 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.26 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.1940703 Jun 28 11:22:38.862108 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a55fdb-e189-4801-a1c2-2d39586cebb2 req-ac36f46b-ca25-44af-90a3-a91dcf99002a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:38.863876 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-69a55fdb-e189-4801-a1c2-2d39586cebb2 req-ac36f46b-ca25-44af-90a3-a91dcf99002a tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.1001346 Jun 28 11:22:38.904789 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Deleting port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:38.905130 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:38.913130 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-69a55fdb-e189-4801-a1c2-2d39586cebb2 req-f6397b86-e4e7-433f-9647-0b435ecf1b1d tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396807 Jun 28 11:22:39.029076 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.206226 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a679-5938-4274-bb66-7e561e432a18 req-652afe67-4e93-4f86-be2a-32939206dda9 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:39.207668 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f319a679-5938-4274-bb66-7e561e432a18 req-652afe67-4e93-4f86-be2a-32939206dda9 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 950 time: 0.2775660 Jun 28 11:22:39.250926 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.347258 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:39.355914 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:39.369515 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:39.401225 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f319a679-5938-4274-bb66-7e561e432a18 req-1346a9d1-b8e9-4d5e-a13f-789d70e74bbe tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/security-groups?id=e4312302-e226-445e-9950-fe837f8a6980&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864691 Jun 28 11:22:39.410746 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=e08ad1ed-83fc-4c67-99cf-eea49e43022d,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:39.423010 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] For port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,segment=NetworkSegment(2c734f4a-cd62-4866-9845-2b049ad9aee6),segment_id=2c734f4a-cd62-4866-9845-2b049ad9aee6)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:39.423364 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.624976 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Calling delete_port for 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:39.965880 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:39.986988 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:40.034737 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Pushing event deleted for resources: {'Port': ['ID=3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:40.125800 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12774352-6e3a-4fe3-a161-6160fff9c350 req-75770bb7-285f-42af-8c42-f01a949bd7cd tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:40.129263 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-12774352-6e3a-4fe3-a161-6160fff9c350 req-75770bb7-285f-42af-8c42-f01a949bd7cd tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.1098359 Jun 28 11:22:40.195538 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-12774352-6e3a-4fe3-a161-6160fff9c350 req-95ae3a46-44b5-4014-bf5a-b99040edad9e tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593767 Jun 28 11:22:40.268662 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] No DVR routers for this DVR port 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:40.275376 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.279061 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'name': 'network-vif-deleted', 'tag': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:40.316164 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f22711bf-8c3e-45ab-8107-903b97039a27 req-1e6a35cf-445c-4d59-8447-0d8eb0c7ae8f tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.26 "DELETE /v2.0/ports/3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d HTTP/1.1" status: 204 len: 173 time: 1.5135767 Jun 28 11:22:40.338979 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.468846 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.498444 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3372b37-52cc-4c35-ba29-05e37c1a1102'] response: {'server_uuid': 'f6546065-33d2-4bc5-b98f-f96cfc1aaae7', 'name': 'network-vif-deleted', 'tag': '3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d', 'status': 'completed', 'code': 200} Jun 28 11:22:40.586493 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0ac3ce89-251e-40c3-992b-ab481db64d89 req-910431de-2f58-48ee-824f-a47b6023af25 tempest-VolumesNegativeTest-424316812 tempest-VolumesNegativeTest-424316812-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6546065-33d2-4bc5-b98f-f96cfc1aaae7 HTTP/1.1" status: 200 len: 210 time: 0.0558848 Jun 28 11:22:40.690212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.695657 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.748012 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:40.988104 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=e08ad1ed-83fc-4c67-99cf-eea49e43022d,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:41.041376 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Floating IP bc41e0e4-b282-4bd3-a998-70a51d188590 associated. External IP: 172.27.1.218, port: 586a291f-94c5-46f7-bc92-f2bb49ef2dca. Jun 28 11:22:41.402121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854272ec-c638-4d07-9e9a-d33f321e07d3 req-f5d6fd60-2571-4213-9f89-5f671a91f450 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:41.403570 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-854272ec-c638-4d07-9e9a-d33f321e07d3 req-f5d6fd60-2571-4213-9f89-5f671a91f450 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.0923071 Jun 28 11:22:41.422121 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:41.526638 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-854272ec-c638-4d07-9e9a-d33f321e07d3 req-14b9027b-9669-4069-8afe-b0044d8eeb8c tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171930 Jun 28 11:22:41.603963 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:41.614663 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:41.624444 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:41.628643 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:41.629572 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:22:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:41.687905 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9071dcc6-b7da-4aca-b6d7-b97617b68917 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3504758 Jun 28 11:22:41.822023 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:42.185160 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'bc41e0e4-b282-4bd3-a998-70a51d188590', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:42:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:40Z', 'updated_at': '2022-06-28T11:22:40Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.189159 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:42.198517 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:42.199118 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:22:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.348453 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:42.386214 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:42.386559 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 3d5ee181-f8c3-46b5-8c86-b5f4fbaead2d not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:42.415891 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:42.500008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:42.547219 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f3d1862-24aa-4759-a527-17d0fa8c6248'] response: {'name': 'network-changed', 'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'status': 'completed', 'code': 200} Jun 28 11:22:42.713691 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-d67391a0-9b32-4a77-bd91-55809178d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.715155 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-d67391a0-9b32-4a77-bd91-55809178d588 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 1098 time: 0.1427023 Jun 28 11:22:42.826372 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dea0e6-ce2b-4bde-a63d-fa7bd177a051 req-28aac762-b3a2-4d00-986e-dd06c2c51be3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.827837 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-20dea0e6-ce2b-4bde-a63d-fa7bd177a051 req-28aac762-b3a2-4d00-986e-dd06c2c51be3 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.1750989 Jun 28 11:22:42.841708 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'bc41e0e4-b282-4bd3-a998-70a51d188590', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:42:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:40Z', 'updated_at': '2022-06-28T11:22:40Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:42.846073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307baa9-3732-4fdc-b2c8-0f85d4c87f67 None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'bc41e0e4-b282-4bd3-a998-70a51d188590', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:42:46:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:40Z', 'updated_at': '2022-06-28T11:22:40Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:42.904182 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-20dea0e6-ce2b-4bde-a63d-fa7bd177a051 req-0ef05329-e1b1-46dd-ad27-7b7b1994ab72 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687718 Jun 28 11:22:42.942963 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-a55b24d8-7eed-4cf8-880c-2e00127b306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:42.945760 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-a55b24d8-7eed-4cf8-880c-2e00127b306d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.2055259 Jun 28 11:22:43.061921 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-9c4502b5-1c5e-4f15-bb62-56b80eccf6dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca HTTP/1.1" status: 200 len: 999 time: 0.1050594 Jun 28 11:22:43.098628 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02175389-9db2-4a45-8367-ff8136ce0bd0 None None] New status for floating IP bc41e0e4-b282-4bd3-a998-70a51d188590: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:43.141643 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-24bf8b50-9e96-4cf7-b3ff-f3877c7ff88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:43.143188 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-24bf8b50-9e96-4cf7-b3ff-f3877c7ff88c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0688906 Jun 28 11:22:43.246631 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-defe47ca-67e4-4589-98f7-cdeb9e39f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:43.248275 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-defe47ca-67e4-4589-98f7-cdeb9e39f007 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918388 Jun 28 11:22:43.400600 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-03ebdfd9-f1ef-4659-8d61-82f8d2c4fd25 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438131 Jun 28 11:22:43.651085 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a2c3df8a-e76a-4876-a4fa-8c4e31eadc82 req-e3810703-9fc6-49e4-bf86-2fa873e7c9bb service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422349 Jun 28 11:22:43.919199 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-cd2e7b71-8ef2-4548-a897-08b0ca211cff tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:43.920632 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-cd2e7b71-8ef2-4548-a897-08b0ca211cff tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.1000614 Jun 28 11:22:43.999292 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Deleting port ed10065f-f877-4dd7-9994-39a38cea79b3 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:22:43.999647 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.126892 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb2772-7c7a-4ded-9554-2ad4e9a4f08b req-8fd01b4b-de0b-4de7-89ca-369b7dcd4111 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:44.128409 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-acdb2772-7c7a-4ded-9554-2ad4e9a4f08b req-8fd01b4b-de0b-4de7-89ca-369b7dcd4111 tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 946 time: 0.0941169 Jun 28 11:22:44.189524 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-acdb2772-7c7a-4ded-9554-2ad4e9a4f08b req-1e3bcf03-b7b7-4923-96d0-3296710b820f tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/security-groups?id=1742a305-cbe8-4153-a853-1f0628d09ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499117 Jun 28 11:22:44.295244 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] For port ed10065f-f877-4dd7-9994-39a38cea79b3, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=ed10065f-f877-4dd7-9994-39a38cea79b3,segment=NetworkSegment(ed5426cd-1d5a-4f07-93a3-6d374cfd70ce),segment_id=ed5426cd-1d5a-4f07-93a3-6d374cfd70ce)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:44.295602 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.423286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Calling delete_port for ed10065f-f877-4dd7-9994-39a38cea79b3 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:22:44.586117 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.611070 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['ed10065f-f877-4dd7-9994-39a38cea79b3'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:44.643091 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Pushing event deleted for resources: {'Port': ['ID=ed10065f-f877-4dd7-9994-39a38cea79b3,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:44.732576 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] No DVR routers for this DVR port ed10065f-f877-4dd7-9994-39a38cea79b3 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:22:44.734998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:44.737615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267cac42-743c-4b4a-a554-0b981faf79ca', 'name': 'network-vif-deleted', 'tag': 'ed10065f-f877-4dd7-9994-39a38cea79b3'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:44.762254 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0c0606c6-2e51-4e0e-9e9e-c73bb1efc730 req-d278a983-c505-4a7c-949f-2962479927fe tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.26 "DELETE /v2.0/ports/ed10065f-f877-4dd7-9994-39a38cea79b3 HTTP/1.1" status: 204 len: 173 time: 0.8355014 Jun 28 11:22:44.795750 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442d5df4-8bc0-40cd-8d80-92fbd964cd95'] response: {'server_uuid': '267cac42-743c-4b4a-a554-0b981faf79ca', 'name': 'network-vif-deleted', 'tag': 'ed10065f-f877-4dd7-9994-39a38cea79b3', 'status': 'completed', 'code': 200} Jun 28 11:22:44.947471 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581c8f6-3560-4cad-b1e0-708dc9bc1b8f req-de176a76-a1b1-4ead-8230-4986d1f3505c tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:44.949721 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0581c8f6-3560-4cad-b1e0-708dc9bc1b8f req-de176a76-a1b1-4ead-8230-4986d1f3505c tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0968428 Jun 28 11:22:45.001217 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0581c8f6-3560-4cad-b1e0-708dc9bc1b8f req-5e5f1a4b-10c9-45b4-af3d-9f8133a8541b tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Jun 28 11:22:45.024716 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 56438) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.044423 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:22:45.217320 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2700152-0aab-42e0-9842-d71a512073ab tempest-TestMinimumBasicScenario-1566424027 tempest-TestMinimumBasicScenario-1566424027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:45.218037 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a2700152-0aab-42e0-9842-d71a512073ab tempest-TestMinimumBasicScenario-1566424027 tempest-TestMinimumBasicScenario-1566424027-project-admin] Synchronizing usage tracker for tenant:20d239f8c5fa41e9b84f21c5a820780f on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:45.236131 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a2700152-0aab-42e0-9842-d71a512073ab tempest-TestMinimumBasicScenario-1566424027 tempest-TestMinimumBasicScenario-1566424027-project-admin] Unset dirty status for tenant:20d239f8c5fa41e9b84f21c5a820780f on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:45.240431 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a2700152-0aab-42e0-9842-d71a512073ab tempest-TestMinimumBasicScenario-1566424027 tempest-TestMinimumBasicScenario-1566424027-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1094 time: 0.2115443 Jun 28 11:22:45.240431 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 56458) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:45.246193 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'port_id': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:45.252500 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:45.256324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:floatingip and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:45.259189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:45.264742 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:45.288356 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.426807 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-8e03feb1-50f7-4bbc-9268-717738f4e38c req-f5736619-3013-46db-8b36-7c36dedb27aa tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Synchronizing usage tracker for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:45.449320 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-8e03feb1-50f7-4bbc-9268-717738f4e38c req-f5736619-3013-46db-8b36-7c36dedb27aa tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] Unset dirty status for tenant:36982d136c2041ba9ec126e47d964ac1 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:45.450874 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8e03feb1-50f7-4bbc-9268-717738f4e38c req-f5736619-3013-46db-8b36-7c36dedb27aa tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] 10.222.0.44 "GET /v2.0/ports?device_id=267cac42-743c-4b4a-a554-0b981faf79ca HTTP/1.1" status: 200 len: 210 time: 0.0840981 Jun 28 11:22:45.518382 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.658803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Allocated IP 172.27.1.36 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/c1375de8-baeb-4642-9e74-4521b7f755da) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:22:45.802176 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.831335 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:45.891550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:22:45.894186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:22:45.906184 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:22:46.026122 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'Port': ['ID=c1375de8-baeb-4642-9e74-4521b7f755da,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:46.338410 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.411087 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.617906 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.623793 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.684445 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:46.835060 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'Port': ['ID=c1375de8-baeb-4642-9e74-4521b7f755da,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:46.874548 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56486) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:46.895260 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Floating IP d478b0c2-577b-477f-a88d-d71196db0354 associated. External IP: 172.27.1.36, port: 5011d621-0eb5-4e06-b9d8-07efb847d926. Jun 28 11:22:47.038872 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 56496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:47.039585 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-78765eb4-c839-4101-a141-15cae946f51a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99f91e22d43e4b5eaf6026275ebf0255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631043 Jun 28 11:22:47.137439 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82751921-c03c-4008-b15b-2b9b0b61e25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.282467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82751921-c03c-4008-b15b-2b9b0b61e25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.363537 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Router 76bd6938-d68c-4179-88a4-4d9866bd14f9 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:22:47.510504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82751921-c03c-4008-b15b-2b9b0b61e25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.594112 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82751921-c03c-4008-b15b-2b9b0b61e25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4312302-e226-445e-9950-fe837f8a6980,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:47.642226 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-82751921-c03c-4008-b15b-2b9b0b61e25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.643305 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-82751921-c03c-4008-b15b-2b9b0b61e25b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4312302-e226-445e-9950-fe837f8a6980 HTTP/1.1" status: 204 len: 168 time: 0.6034744 Jun 28 11:22:47.659868 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:22:47.671994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] Sync routers for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:22:47.683100 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.690010 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:47.690745 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:22:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:47.749062 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-eddc02ba-1e45-490c-8c6a-ed2219d3249a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5070229 Jun 28 11:22:47.749739 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:47.752342 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56520) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:47.760190 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204156441', 'description': 'tempest-secgroup-smoke-204156441 description', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:47.769696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:47.795494 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:47.804357 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d64adf9-83b6-43a6-853e-ebc04b2406d3'] response: {'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'status': 'completed', 'code': 200} Jun 28 11:22:47.808251 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:47.843711 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:47.849647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:47.854745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:47.862507 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:47.991032 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-02166253-15fc-4048-8e26-0702a916ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:47.992786 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-02166253-15fc-4048-8e26-0702a916ad7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1099 time: 0.1582389 Jun 28 11:22:47.994706 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.001796 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.024536 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:48.056010 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f575ade-16db-4bdb-a63c-604f6f00897b,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:48.063664 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.065599 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a6a30f4a-26fa-48d3-9a16-5c2cf6c0283d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3118289 Jun 28 11:22:48.068935 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56538) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:48.074366 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group_rule': {'security_group_id': '8f575ade-16db-4bdb-a63c-604f6f00897b', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:48.080457 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:48.085838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:48.088738 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:48.096438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:48.118925 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.139976 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-4789f927-b37f-4520-a14a-833c37b63b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:48.142358 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-4789f927-b37f-4520-a14a-833c37b63b9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 916 time: 0.1403482 Jun 28 11:22:48.190630 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.197312 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.230007 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215901ff-49a2-48af-906b-5d954059ab2a,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:48.247662 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.248986 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b98db87e-2ae8-43ac-9f14-acfa3a44a65e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788883 Jun 28 11:22:48.252705 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56542) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:48.260830 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group_rule': {'security_group_id': '8f575ade-16db-4bdb-a63c-604f6f00897b', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:48.267696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:48.272771 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:48.276126 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:48.280540 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-8877c9c1-ebbb-4ace-8de1-c27349f19283 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 999 time: 0.1203341 Jun 28 11:22:48.282063 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:48.304070 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.359084 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-4df4681d-e1f7-46f6-a78f-00d31740c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:48.360680 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-4df4681d-e1f7-46f6-a78f-00d31740c711 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.0621865 Jun 28 11:22:48.372479 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.376505 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.404938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b18d492-b34d-4570-bd96-256c199a3c97,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:48.407072 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device ed10065f-f877-4dd7-9994-39a38cea79b3 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:22:48.412135 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.417732 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-70e7a4c2-8fe6-43f6-a885-fba80389cb8a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1639342 Jun 28 11:22:48.418478 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56546) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:48.423714 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group_rule': {'security_group_id': '8f575ade-16db-4bdb-a63c-604f6f00897b', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:48.430160 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:48.434269 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:48.437251 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:48.443139 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:48.448654 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: ed10065f-f877-4dd7-9994-39a38cea79b3 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:22:48.448922 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device ed10065f-f877-4dd7-9994-39a38cea79b3 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:22:48.463217 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.472858 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-787791c9-5f6b-46ae-bac9-21fac40929bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:48.474418 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-787791c9-5f6b-46ae-bac9-21fac40929bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927765 Jun 28 11:22:48.485346 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'd478b0c2-577b-477f-a88d-d71196db0354', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'port_id': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'mac_address': 'fa:16:3e:4b:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65423c16-8055-4162-9da3-f24bab78e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:46Z', 'updated_at': '2022-06-28T11:22:46Z', 'revision_number': 0, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:48.489080 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] Checking router: 76bd6938-d68c-4179-88a4-4d9866bd14f9 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:22:48.500177 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:22:48.500788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:22:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:48.527373 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.530952 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.555266 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a482f18-68a7-49ec-ac13-a43f039532de,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:48.563751 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.567615 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-cf0fb4f9-e7b9-4b93-bc1f-d395f7a2e175 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454663 Jun 28 11:22:48.567818 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56550) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:48.573334 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group_rule': {'security_group_id': '8f575ade-16db-4bdb-a63c-604f6f00897b', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:48.579158 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:48.582991 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:48.586978 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:48.592603 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:48.610056 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.679440 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.683738 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.687263 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:22:48.707821 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d07dc0-3ffd-4474-955c-c264bef79d5b,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:48.721337 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.722499 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a3d1a0b0-5ff6-4df3-b748-dee00754d0d7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538041 Jun 28 11:22:48.725189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56556) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:48.730115 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group_rule': {'security_group_id': '8f575ade-16db-4bdb-a63c-604f6f00897b', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:48.735639 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:48.739712 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:48.742893 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:48.748605 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:48.759551 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.securitygroups_db [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Project c970a4d18a254d2a8a36f0f3dcd5f1c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:22:48.766154 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.831695 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.836322 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.860359 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70edb2c5-7b85-49a5-a643-3d8b2d4fe522,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:48.871662 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.874581 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b8773d38-e01d-471b-9e94-be250295650a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482985 Jun 28 11:22:48.877048 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56560) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:22:48.884210 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'security_group_rule': {'security_group_id': '8f575ade-16db-4bdb-a63c-604f6f00897b', 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:48.890350 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:22:48.894525 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Usage tracker for resource:security_group_rule and tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:22:48.898699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:22:48.905068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:22:48.918792 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.securitygroups_db [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Project c970a4d18a254d2a8a36f0f3dcd5f1c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 11:22:48.926457 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:48.995887 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.000122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.029456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e61ee35-e26a-4e7b-9f7c-20496d666fa0,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:49.039566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.043468 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-58431abf-99c3-4cda-9adf-756a82ffc9a0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1627281 Jun 28 11:22:49.100415 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'd478b0c2-577b-477f-a88d-d71196db0354', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'port_id': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'mac_address': 'fa:16:3e:4b:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65423c16-8055-4162-9da3-f24bab78e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:46Z', 'updated_at': '2022-06-28T11:22:46Z', 'revision_number': 0, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:22:49.104903 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e74e359-609c-4756-bdef-871fd1f43e30 None None] The sync data for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi is: [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'd478b0c2-577b-477f-a88d-d71196db0354', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'port_id': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'mac_address': 'fa:16:3e:4b:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65423c16-8055-4162-9da3-f24bab78e59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:22:46Z', 'updated_at': '2022-06-28T11:22:46Z', 'revision_number': 0, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:22:49.169924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-169f3d12-4861-4114-b4c4-1ee12446178e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:22:49.185747 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-169f3d12-4861-4114-b4c4-1ee12446178e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:22:49.186914 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-169f3d12-4861-4114-b4c4-1ee12446178e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204156441&fields=id&tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0 HTTP/1.1" status: 200 len: 267 time: 0.0634062 Jun 28 11:22:49.281059 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-828e4493-3920-4fc2-a434-7df67a2f8c32 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:49.282625 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-828e4493-3920-4fc2-a434-7df67a2f8c32 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0899889 Jun 28 11:22:49.294298 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf480a-5413-4ca9-9c78-8cd733369884 None None] New status for floating IP d478b0c2-577b-477f-a88d-d71196db0354: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:22:49.294880 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'port': {'security_groups': ['a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3', '8f575ade-16db-4bdb-a63c-604f6f00897b']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:22:49.423904 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.685511 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:22:49.711406 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.715820 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.778915 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:49.779527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:49.780892 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d1eccdc-29bc-4d90-8c19-abb81d56eb5d req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "PUT /v2.0/ports/5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 982 time: 0.4908674 Jun 28 11:22:49.781353 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:22:49.811281 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15bdb2-fd4a-4f39-ad83-04025ac2bfc3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=6']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:22:50.017735 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-bfcb58ab-f335-44c9-8614-8c613e3b09c6 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511269 Jun 28 11:22:50.028706 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-26557efd-7588-4ae8-a77a-22c0eab3fa67 None None] Provisioning complete for port 5011d621-0eb5-4e06-b9d8-07efb847d926 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:22:50.029160 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-26557efd-7588-4ae8-a77a-22c0eab3fa67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:50.030519 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a998c78-aa7c-4824-8353-6642b029cb87 req-2d332885-58f1-4dc8-990a-c9324bd4d842 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:50.032155 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8a998c78-aa7c-4824-8353-6642b029cb87 req-2d332885-58f1-4dc8-990a-c9324bd4d842 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.1380534 Jun 28 11:22:50.061517 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50584e0c-ea05-4c3d-8d18-a31d6acd6401'] response: {'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'status': 'completed', 'code': 200} Jun 28 11:22:50.090882 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8a998c78-aa7c-4824-8353-6642b029cb87 req-0c44a806-33d0-455b-b311-007617347d89 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446117 Jun 28 11:22:50.148598 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-26557efd-7588-4ae8-a77a-22c0eab3fa67 None None] Current status of the port 5011d621-0eb5-4e06-b9d8-07efb847d926 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:22:52.504610 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:52.561002 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:22:52.661223 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:52.712008 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-728d45c0-ece6-45f4-88a1-dd08905bb0c8 req-60c873c4-d42e-4405-a925-b6c4f1a05408 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455336 Jun 28 11:22:52.873040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039248-611c-4efb-bba0-29995c3766c1 req-98c877af-1bab-4809-905d-1a9e83aa07e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:52.874627 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-98c877af-1bab-4809-905d-1a9e83aa07e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1138 time: 0.1071737 Jun 28 11:22:53.029608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039248-611c-4efb-bba0-29995c3766c1 req-de680c14-0449-4004-8e12-353e0d2a04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:53.031034 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-de680c14-0449-4004-8e12-353e0d2a04e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 916 time: 0.1447499 Jun 28 11:22:53.137010 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-efd352a6-359c-4210-b124-d5accbb9982d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 1001 time: 0.0988317 Jun 28 11:22:53.208656 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039248-611c-4efb-bba0-29995c3766c1 req-e5dcec4a-d697-4a2e-b480-300c0674fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:53.210438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-e5dcec4a-d697-4a2e-b480-300c0674fd10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.0663338 Jun 28 11:22:53.304185 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039248-611c-4efb-bba0-29995c3766c1 req-21978849-bdb1-42b7-82f2-2e50cdbe9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:53.305129 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-21978849-bdb1-42b7-82f2-2e50cdbe9496 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864809 Jun 28 11:22:53.534387 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-a79102bc-2bea-40b9-9974-da8adb390db4 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211127 Jun 28 11:22:53.623058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:22:53.670704 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c8039248-611c-4efb-bba0-29995c3766c1 req-66893f3a-77ec-457a-944a-f010a5f1894c service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297295 Jun 28 11:22:53.755443 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-ddb0b748-7d42-462c-ba6c-f5dd9e89c8f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766242 Jun 28 11:22:53.868038 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-663038e7-3e28-46d3-8d84-2a61d154dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:53.869661 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-663038e7-3e28-46d3-8d84-2a61d154dc01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1098 time: 0.0909142 Jun 28 11:22:54.123494 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-5de0aad9-3532-487c-a83d-deddede676aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:54.124945 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-5de0aad9-3532-487c-a83d-deddede676aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.2344203 Jun 28 11:22:54.231044 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-2e9f6d75-42d9-4f3c-9112-69f5dec75ab5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0987589 Jun 28 11:22:54.296724 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-d85f0495-ac95-4591-84f0-e5202dd6d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:54.298184 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-d85f0495-ac95-4591-84f0-e5202dd6d66e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.0581973 Jun 28 11:22:54.392546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-168387c0-4481-4b50-bb30-b171f6b4f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:22:54.394072 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-168387c0-4481-4b50-bb30-b171f6b4f49f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875828 Jun 28 11:22:54.541621 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-62dbfbf9-3e97-43c8-a80b-770a76629b62 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346319 Jun 28 11:22:54.686974 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d6d48639-56a9-40d9-9c03-10a659cddd86 req-29033538-4b0a-4e9f-af7d-b2e0c2034d86 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365371 Jun 28 11:22:58.899328 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0a37886d-18f6-4acb-bf2a-6bafcbfd5655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.262814 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-1c2ef714-3701-4b8a-9f22-3a88a0de77d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:01.336478 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589df5de-4fda-4556-8df4-f05a609f331f req-823ad361-ce08-47e7-a84f-20861f84b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.339092 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-823ad361-ce08-47e7-a84f-20861f84b068 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.1379426 Jun 28 11:23:01.367367 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe69ee0-8904-489a-91ff-86e483f2cb47 req-eb0dcae3-006f-46d0-a393-1dcf643f15d8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.369633 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-afe69ee0-8904-489a-91ff-86e483f2cb47 req-eb0dcae3-006f-46d0-a393-1dcf643f15d8 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1258829 Jun 28 11:23:01.429666 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-afe69ee0-8904-489a-91ff-86e483f2cb47 req-a7152a46-c057-41b7-add2-64f70dda5a5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540006 Jun 28 11:23:01.521058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589df5de-4fda-4556-8df4-f05a609f331f req-f10df0e1-5ad6-4d6f-94c7-668648efdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.522156 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-f10df0e1-5ad6-4d6f-94c7-668648efdc3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1764450 Jun 28 11:23:01.638257 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-ded50d18-0d82-4a33-aef5-8b025db7dde9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 1001 time: 0.1058612 Jun 28 11:23:01.707691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589df5de-4fda-4556-8df4-f05a609f331f req-4727d03c-05f2-4633-86d6-a9159406e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.709847 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-4727d03c-05f2-4633-86d6-a9159406e503 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0646436 Jun 28 11:23:01.798715 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589df5de-4fda-4556-8df4-f05a609f331f req-8eaa15b5-98ba-4ba9-9223-feaa4e6d32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:01.800321 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-8eaa15b5-98ba-4ba9-9223-feaa4e6d32ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840385 Jun 28 11:23:01.948568 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-59efa58a-6b68-4806-b012-2e6d3329fcdf service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387503 Jun 28 11:23:02.122613 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-589df5de-4fda-4556-8df4-f05a609f331f req-dff99ab2-c125-4434-9e36-4d565e905fd1 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667018 Jun 28 11:23:02.299463 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.327411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:02.637018 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd3125-788b-4016-8556-12f26d832628 req-391e99d2-120b-442f-98a0-e2534bdd1cfa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:02.638464 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1fdd3125-788b-4016-8556-12f26d832628 req-391e99d2-120b-442f-98a0-e2534bdd1cfa tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1024067 Jun 28 11:23:02.687730 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1fdd3125-788b-4016-8556-12f26d832628 req-3c73c102-8f24-418b-8892-dd4f8a428e1b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428858 Jun 28 11:23:03.555020 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:03.901554 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671ea67-58c7-4d98-8051-a3a82a14958d req-457b471f-edd9-44b4-be79-1c8400d295ef tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:03.903889 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c671ea67-58c7-4d98-8051-a3a82a14958d req-457b471f-edd9-44b4-be79-1c8400d295ef tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0979323 Jun 28 11:23:03.957231 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c671ea67-58c7-4d98-8051-a3a82a14958d req-2eae8e8d-4837-40e4-8f24-e145dbfcdcd1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462637 Jun 28 11:23:05.188580 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20729348-d2d2-4317-a864-d7f3de23b401 req-0343438f-1fd7-4018-9f74-a78301d8ac96 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:05.191572 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-20729348-d2d2-4317-a864-d7f3de23b401 req-0343438f-1fd7-4018-9f74-a78301d8ac96 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1179969 Jun 28 11:23:05.243110 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-20729348-d2d2-4317-a864-d7f3de23b401 req-a72b265c-674b-4a6f-a73f-9cae6d2def43 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447359 Jun 28 11:23:06.478221 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b963b5-eb6f-4161-9c01-1c27fb8d0a83 req-c5c0665e-62cd-4ec1-8da6-8087936aacba tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:06.485114 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b7b963b5-eb6f-4161-9c01-1c27fb8d0a83 req-c5c0665e-62cd-4ec1-8da6-8087936aacba tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1198027 Jun 28 11:23:06.530727 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b7b963b5-eb6f-4161-9c01-1c27fb8d0a83 req-a8b8f5ca-28c1-485c-a27e-4f2e2b064200 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446229 Jun 28 11:23:07.883676 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc4eaa-5a4f-4f51-af3c-f2aff2d7904f req-aee33e39-e724-41bd-977a-79ff5f45f822 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:07.885919 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c4fc4eaa-5a4f-4f51-af3c-f2aff2d7904f req-aee33e39-e724-41bd-977a-79ff5f45f822 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.2399945 Jun 28 11:23:07.960721 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c4fc4eaa-5a4f-4f51-af3c-f2aff2d7904f req-24d2648d-f2a7-4ac8-aa6b-f12f10bc9d44 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668573 Jun 28 11:23:09.196192 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97bcef-711f-49f4-9e2d-a9d9e281e0c7 req-13295f46-cfa1-403b-9f01-39035f81bc5d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:09.198353 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f97bcef-711f-49f4-9e2d-a9d9e281e0c7 req-13295f46-cfa1-403b-9f01-39035f81bc5d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1047080 Jun 28 11:23:09.244953 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f97bcef-711f-49f4-9e2d-a9d9e281e0c7 req-718c8a3e-c125-42cf-b6b7-b64ef4f094cb tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Jun 28 11:23:10.439945 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95317c-c3a8-46d8-89e0-bd96865b1895 req-a55eb07a-fe17-494f-82fb-3b0a68e3b06e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:10.441417 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ba95317c-c3a8-46d8-89e0-bd96865b1895 req-a55eb07a-fe17-494f-82fb-3b0a68e3b06e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0900319 Jun 28 11:23:10.484981 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ba95317c-c3a8-46d8-89e0-bd96865b1895 req-89b2883b-1915-4a0b-a3f0-9086719018c2 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376909 Jun 28 11:23:11.679020 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9fd0b-fd68-4fda-a7b2-1d0048395ac6 req-f113bfbc-c9a5-48a7-ac4f-96fc2d97525c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:11.680499 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2da9fd0b-fd68-4fda-a7b2-1d0048395ac6 req-f113bfbc-c9a5-48a7-ac4f-96fc2d97525c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0879390 Jun 28 11:23:11.725012 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2da9fd0b-fd68-4fda-a7b2-1d0048395ac6 req-5b3a763a-7567-4314-8002-3d1ccb4a969f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373411 Jun 28 11:23:12.484307 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56842) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:12.542526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Deleting subnet d67ec7d5-23b1-4f12-ac14-d5172abadd86 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:23:12.545312 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.596103 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.651770 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.718486 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.760567 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67ec7d5-23b1-4f12-ac14-d5172abadd86,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:12.763107 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:12.772090 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.772438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.772778 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.773111 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.773467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.773804 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.774131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.774456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.774780 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.775101 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.775421 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.775741 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:23:12.781502 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-456d79a4-df5b-4bf9-bfab-15e50912be0f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d67ec7d5-23b1-4f12-ac14-d5172abadd86 HTTP/1.1" status: 204 len: 168 time: 0.2939954 Jun 28 11:23:12.781895 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56848) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:12.934967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.062799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5ba5a-0310-48a7-bb7a-576fc8464911 req-59bb27e2-2f78-49c3-9db1-81903b46360b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:13.064244 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8ff5ba5a-0310-48a7-bb7a-576fc8464911 req-59bb27e2-2f78-49c3-9db1-81903b46360b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.2178092 Jun 28 11:23:13.095066 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.138703 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dff830-7f13-447b-963a-afe8dbc59f9f']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:13.152024 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8ff5ba5a-0310-48a7-bb7a-576fc8464911 req-7ea2f30f-76d9-48b5-863a-cc581c701ff5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756743 Jun 28 11:23:13.155463 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:13.155757 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5426cd-1d5a-4f07-93a3-6d374cfd70ce') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:13.168011 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.183865 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.189788 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:23:13.190085 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.281622 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.297671 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.307644 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9dff830-7f13-447b-963a-afe8dbc59f9f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:13.320602 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-993a79c9-dcff-41b6-90e1-dcb530335b18 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f9dff830-7f13-447b-963a-afe8dbc59f9f HTTP/1.1" status: 204 len: 168 time: 0.5376546 Jun 28 11:23:13.347570 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment ed5426cd-1d5a-4f07-93a3-6d374cfd70ce resource provider aggregate not found Jun 28 11:23:13.364270 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment ed5426cd-1d5a-4f07-93a3-6d374cfd70ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ed5426cd-1d5a-4f07-93a3-6d374cfd70ce found for delete ", "request_id": "req-ec2f03b1-3e67-4056-8796-ba856fbde8e9"}]} Jun 28 11:23:13.489684 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56860) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:13.537672 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6a7f9510-d5b6-45c2-a2ab-37fc4b569ddf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36982d136c2041ba9ec126e47d964ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467196 Jun 28 11:23:13.539983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56864) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:13.595983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-af343cd0-a1de-4eef-a9cb-ee2442eadb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.621043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-af343cd0-a1de-4eef-a9cb-ee2442eadb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.671568 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-af343cd0-a1de-4eef-a9cb-ee2442eadb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.688272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af343cd0-a1de-4eef-a9cb-ee2442eadb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1742a305-cbe8-4153-a853-1f0628d09ee7,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:23:13.698763 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-af343cd0-a1de-4eef-a9cb-ee2442eadb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:13.699889 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-af343cd0-a1de-4eef-a9cb-ee2442eadb92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1742a305-cbe8-4153-a853-1f0628d09ee7 HTTP/1.1" status: 204 len: 168 time: 0.1590283 Jun 28 11:23:14.344693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b02abb-fe01-4fda-a89b-0be8f9281a3e req-1b65206f-32f9-4353-881a-ab3e82f63437 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:14.346047 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-39b02abb-fe01-4fda-a89b-0be8f9281a3e req-1b65206f-32f9-4353-881a-ab3e82f63437 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0873544 Jun 28 11:23:14.389787 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-39b02abb-fe01-4fda-a89b-0be8f9281a3e req-092c4a3d-f67f-4a6a-8984-af8680c8c340 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374362 Jun 28 11:23:15.580930 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b56c82-cf0d-401d-8765-ddbf8eb199d4 req-c20d0be3-1c97-46b2-9ef0-1f2183fbfbcf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:15.582411 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e7b56c82-cf0d-401d-8765-ddbf8eb199d4 req-c20d0be3-1c97-46b2-9ef0-1f2183fbfbcf tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0882785 Jun 28 11:23:15.625488 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e7b56c82-cf0d-401d-8765-ddbf8eb199d4 req-5fc007c8-086e-4735-b73b-4d035f8c2e31 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374031 Jun 28 11:23:16.819500 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42421d4-f0b2-495d-9f2a-59253a2482eb req-2d263eda-17fb-40ff-b9de-c8abe1a21d64 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:16.820938 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f42421d4-f0b2-495d-9f2a-59253a2482eb req-2d263eda-17fb-40ff-b9de-c8abe1a21d64 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0916705 Jun 28 11:23:16.862771 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f42421d4-f0b2-495d-9f2a-59253a2482eb req-619e6bf3-8856-46c4-a2b9-5ae753101c47 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361617 Jun 28 11:23:18.063260 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649cbf6-0e06-4044-9199-c86e10e02268 req-73d614c2-cc14-4cb9-b7db-1d05bb74eb14 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:18.064960 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2649cbf6-0e06-4044-9199-c86e10e02268 req-73d614c2-cc14-4cb9-b7db-1d05bb74eb14 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0914936 Jun 28 11:23:18.108967 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2649cbf6-0e06-4044-9199-c86e10e02268 req-af46b01f-a467-4115-aeab-685e0419f970 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376942 Jun 28 11:23:19.298700 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48474fc-e2ed-4717-b8c3-580e2453d898 req-2810c95e-49af-4fb7-96e5-cead9b4bf29d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.300166 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f48474fc-e2ed-4717-b8c3-580e2453d898 req-2810c95e-49af-4fb7-96e5-cead9b4bf29d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0864000 Jun 28 11:23:19.342325 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f48474fc-e2ed-4717-b8c3-580e2453d898 req-a95147a8-d7df-406f-b654-ce0e0711d09f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363092 Jun 28 11:23:19.751860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb87bc7-40f3-499b-99d5-4602b1aea669 req-61a996c3-5876-4bd6-8da4-3fc4da48814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:19.753363 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9cb87bc7-40f3-499b-99d5-4602b1aea669 req-61a996c3-5876-4bd6-8da4-3fc4da48814f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.0759890 Jun 28 11:23:19.793105 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9cb87bc7-40f3-499b-99d5-4602b1aea669 req-396acb50-f1b1-4679-aebc-32d96b1663a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333424 Jun 28 11:23:20.535390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332d260-09bd-481c-9446-14b00eb82977 req-8b02be0e-9bba-4e80-8a07-61973ff5fb5e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:20.537422 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d332d260-09bd-481c-9446-14b00eb82977 req-8b02be0e-9bba-4e80-8a07-61973ff5fb5e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0880678 Jun 28 11:23:20.579625 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d332d260-09bd-481c-9446-14b00eb82977 req-06cd646d-a939-44d6-bc35-b751792a8a88 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364912 Jun 28 11:23:21.776527 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2db59e-4da4-4366-91f0-9fd8820a0c78 req-528a321a-70af-44bf-b40e-245bfcecdf8d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:21.778004 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3f2db59e-4da4-4366-91f0-9fd8820a0c78 req-528a321a-70af-44bf-b40e-245bfcecdf8d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0885527 Jun 28 11:23:21.821477 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3f2db59e-4da4-4366-91f0-9fd8820a0c78 req-d324351d-9e5f-472c-8b99-3870f989a659 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 Jun 28 11:23:22.044554 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:23:22.514802 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-51f1c23f-004e-41aa-880a-bf3a73c487f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:22.516277 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-51f1c23f-004e-41aa-880a-bf3a73c487f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.2141192 Jun 28 11:23:22.529380 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6af97-29ea-4289-9c92-718e552f3cde req-bc45b9a4-4dbe-47e1-b446-c36d472faa15 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:22.530788 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-21a6af97-29ea-4289-9c92-718e552f3cde req-bc45b9a4-4dbe-47e1-b446-c36d472faa15 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1786144 Jun 28 11:23:22.535136 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:22.658643 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-21a6af97-29ea-4289-9c92-718e552f3cde req-88a6d6e1-703c-4ebf-9048-e29019404871 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094751 Jun 28 11:23:22.692397 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-f29179b7-c354-44ee-af95-3fb081831f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:22.694366 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-f29179b7-c354-44ee-af95-3fb081831f21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1627383 Jun 28 11:23:22.796808 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-6a37f3d7-f5c3-4ded-ab91-f17a9749f265 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 1001 time: 0.0958443 Jun 28 11:23:22.860724 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-c759a445-5df5-49f9-823d-3375f1c220d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:22.862148 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-c759a445-5df5-49f9-823d-3375f1c220d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0584331 Jun 28 11:23:22.943652 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-b47108fc-1a2f-4501-b396-eeef4d8b19ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:22.945132 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-b47108fc-1a2f-4501-b396-eeef4d8b19ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768862 Jun 28 11:23:23.083405 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-99e78e4a-ac9c-4cd2-b4e9-21a02c473718 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311178 Jun 28 11:23:23.226950 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92fd1bfa-2f90-4c34-b47a-a9ba29d8e0d4 req-a1acebff-448a-45c8-87ef-13f2d5c27d60 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371651 Jun 28 11:23:23.856693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48fb95-216c-4494-8ede-4fb0a525d4df req-a3a23be2-1b09-4b57-8dae-7bc1d1418a32 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:23.858177 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ef48fb95-216c-4494-8ede-4fb0a525d4df req-a3a23be2-1b09-4b57-8dae-7bc1d1418a32 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0884292 Jun 28 11:23:23.901765 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ef48fb95-216c-4494-8ede-4fb0a525d4df req-427a74c9-aced-4578-abc0-9dc6311b5e84 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378387 Jun 28 11:23:25.098740 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294c07e-2179-4e69-b62c-c9ddb079b03e req-27928622-a32c-4bc9-afca-c4a1094220e6 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:25.100907 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8294c07e-2179-4e69-b62c-c9ddb079b03e req-27928622-a32c-4bc9-afca-c4a1094220e6 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0900774 Jun 28 11:23:25.143412 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8294c07e-2179-4e69-b62c-c9ddb079b03e req-e89de6b7-104f-442c-afbd-565d7adae992 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Jun 28 11:23:26.335732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba8f22-f75c-41a8-af47-4cde99784946 req-e00865a0-4ead-40f1-8b9d-cde81951fcc7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:26.337170 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1bba8f22-f75c-41a8-af47-4cde99784946 req-e00865a0-4ead-40f1-8b9d-cde81951fcc7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0886142 Jun 28 11:23:26.381806 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1bba8f22-f75c-41a8-af47-4cde99784946 req-144866b8-132c-474b-a4d8-d40f51d7ae1d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390475 Jun 28 11:23:26.565557 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23749bf4-8feb-42a0-a93c-02e7ddfafe93 req-1cbf3880-c3bb-4812-b107-818a55e83812 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:26.566993 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-23749bf4-8feb-42a0-a93c-02e7ddfafe93 req-1cbf3880-c3bb-4812-b107-818a55e83812 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0858629 Jun 28 11:23:26.575551 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 56912) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:23:26.580324 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Request body: {'floatingip': {'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:23:26.680062 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:27.378993 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:27.382904 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:27.727963 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Router 623afd10-571f-414e-bd2d-516a19e88c4e has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:23:27.904996 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:23:27.910283 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:27.917869 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] Sync routers for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:23:27.929489 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:27.930414 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:23:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:27.992791 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:28.030121 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f1e6bb07-02bd-4fb0-8e3f-83d11b860f5f tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "PUT /v2.0/floatingips/8fb24381-e275-47ab-967a-853b5abf0852 HTTP/1.1" status: 200 len: 993 time: 1.4535244 Jun 28 11:23:28.046433 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36936fa1-f2d1-46de-9e92-bfa2a251437f'] response: {'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89', 'status': 'completed', 'code': 200} Jun 28 11:23:28.116548 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:28.153536 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916015-71b5-4524-be64-25747843b7b8 req-971d4025-8761-41ff-9052-bd2d9f73020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:28.155013 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-971d4025-8761-41ff-9052-bd2d9f73020e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.0789196 Jun 28 11:23:28.287695 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916015-71b5-4524-be64-25747843b7b8 req-5f7f3837-a602-4cc9-a329-2f594a035f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:28.289053 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-5f7f3837-a602-4cc9-a329-2f594a035f8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1277082 Jun 28 11:23:28.393192 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-3edd3c5e-a3da-4d93-a246-68fdb572f888 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 1001 time: 0.0975044 Jun 28 11:23:28.457082 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916015-71b5-4524-be64-25747843b7b8 req-191fe434-dca4-4d78-b652-eab4d03cbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:28.458720 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-191fe434-dca4-4d78-b652-eab4d03cbaaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0582852 Jun 28 11:23:28.487782 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8fb24381-e275-47ab-967a-853b5abf0852', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:20:30Z', 'updated_at': '2022-06-28T11:23:27Z', 'revision_number': 3, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:28.492498 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] Checking router: 623afd10-571f-414e-bd2d-516a19e88c4e for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:23:28.500907 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:23:28.501535 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:23:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:28.635467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a916015-71b5-4524-be64-25747843b7b8 req-57f2418e-704a-424e-8ce9-39c980d05b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:28.636840 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-57f2418e-704a-424e-8ce9-39c980d05b05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1719685 Jun 28 11:23:28.683056 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:23:28.767026 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-ddc9a284-7d7c-41af-ba2b-9de1a5985d04 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227016 Jun 28 11:23:28.901486 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1a916015-71b5-4524-be64-25747843b7b8 req-9e64bc7d-30df-4cff-bb75-173c539f600a service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277976 Jun 28 11:23:28.946249 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-85831d99-e62f-4e9b-b40f-5c34984bc048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:29.046275 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8fb24381-e275-47ab-967a-853b5abf0852', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:20:30Z', 'updated_at': '2022-06-28T11:23:27Z', 'revision_number': 3, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:23:29.050094 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b4977-92f4-46d5-a246-eed332017b87 None None] The sync data for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi is: [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8fb24381-e275-47ab-967a-853b5abf0852', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'floating_ip_address': '172.27.1.160', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'port_id': '160bc058-c58c-45f7-bd5f-38292d752c89', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'mac_address': 'fa:16:3e:3b:95:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:20:30Z', 'updated_at': '2022-06-28T11:23:27Z', 'revision_number': 3, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:23:30.047860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:23:30.092725 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aa883fa-e1d1-4a2a-b897-b5739866ed9f'] response: {'name': 'network-changed', 'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89', 'status': 'completed', 'code': 200} Jun 28 11:23:30.191921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-748769b9-57ba-49db-925b-3985308aa21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.193390 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-748769b9-57ba-49db-925b-3985308aa21a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 1098 time: 0.0768354 Jun 28 11:23:30.323073 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-0b413014-98f5-4677-bf24-584e18c81709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.324467 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-0b413014-98f5-4677-bf24-584e18c81709 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1249352 Jun 28 11:23:30.432503 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-fc6ff399-2180-47ca-a9cd-31e32d4ab074 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 200 len: 1001 time: 0.0993371 Jun 28 11:23:30.502467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-10ade04c-64ae-4a2f-84b4-bd77a7e97623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.503827 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-10ade04c-64ae-4a2f-84b4-bd77a7e97623 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.0584762 Jun 28 11:23:30.586785 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-598ee07f-258f-4d95-9b5b-de45cbf49479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:30.588222 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-598ee07f-258f-4d95-9b5b-de45cbf49479 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775237 Jun 28 11:23:30.719033 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-fb125e3d-be72-4227-8490-1ff1a2deb296 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223564 Jun 28 11:23:30.854338 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-62e679f1-11f3-418d-b1e3-8af6f3846cfc req-69bd5a63-3907-4ad0-9c26-ea7288453bb3 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229496 Jun 28 11:23:31.263805 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-164fd231-7282-40fc-9c98-101c7377885f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:32.300407 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:32.333059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:33.553218 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:50.411176 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ccecb-53af-4485-976e-42643f902cca req-16f52355-b037-4c73-bc57-9bd8e3771833 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:50.412523 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cf4ccecb-53af-4485-976e-42643f902cca req-16f52355-b037-4c73-bc57-9bd8e3771833 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0903783 Jun 28 11:23:50.456984 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cf4ccecb-53af-4485-976e-42643f902cca req-68869dd5-d714-401b-a095-b52d9c1a72b8 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 Jun 28 11:23:51.654918 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000daa87-0d98-4bf4-8f92-865d2e88b057 req-a121ed87-8e4d-4c85-8d38-0d7a0ed4ed0b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:51.656355 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-000daa87-0d98-4bf4-8f92-865d2e88b057 req-a121ed87-8e4d-4c85-8d38-0d7a0ed4ed0b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0925467 Jun 28 11:23:51.703044 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-000daa87-0d98-4bf4-8f92-865d2e88b057 req-7cfe41e2-7da0-477a-b2b9-af1bb46662f9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407963 Jun 28 11:23:52.540684 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:52.876463 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-ed5fe358-7443-439c-af4e-e7f2c7441668 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763199 Jun 28 11:23:52.897765 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27c58b-fba6-4542-8277-46c2191e348f req-dddd5433-b0ff-4125-8787-f484331385bd tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:52.899218 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e27c58b-fba6-4542-8277-46c2191e348f req-dddd5433-b0ff-4125-8787-f484331385bd tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0920708 Jun 28 11:23:52.945451 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e27c58b-fba6-4542-8277-46c2191e348f req-eafdd4b7-76fb-4007-8192-b21d7e038740 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405786 Jun 28 11:23:52.980857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-d47f431b-7111-4737-a4c7-4db8c989692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:52.982349 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-d47f431b-7111-4737-a4c7-4db8c989692c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 1098 time: 0.0842381 Jun 28 11:23:53.134420 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-9f447724-e5af-4717-9b8e-5e9951588eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:53.135752 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-9f447724-e5af-4717-9b8e-5e9951588eac service neutron] 10.222.0.26 "GET /v2.0/networks?id=b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 200 len: 919 time: 0.1291683 Jun 28 11:23:53.203664 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-96acb869-26c1-42e2-b2fe-78e152506a6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d HTTP/1.1" status: 200 len: 217 time: 0.0610561 Jun 28 11:23:53.350767 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-6f006233-4b78-4a02-b9fc-159746d26910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:53.352170 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-6f006233-4b78-4a02-b9fc-159746d26910 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 200 len: 857 time: 0.1422124 Jun 28 11:23:53.437079 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-226a8822-ecb8-4695-85e1-d6673505dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:53.438481 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-226a8822-ecb8-4695-85e1-d6673505dcab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b6cac5d3-7670-4734-938a-bc41ff6fb590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0796087 Jun 28 11:23:53.573286 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-79507369-7e84-42f0-b4c0-b219216b0665 service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278548 Jun 28 11:23:53.714286 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e299264-6975-4cd2-a297-8b9816a9c21b req-26ecffc6-668a-4c0a-a873-84d4a47fdd9c service neutron] 10.222.0.26 "GET /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321409 Jun 28 11:23:54.141640 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a155f2-5817-4d19-912c-ac9a92f07dcc req-2a348566-bde2-424a-8c95-140ebc40203e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:54.143102 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-48a155f2-5817-4d19-912c-ac9a92f07dcc req-2a348566-bde2-424a-8c95-140ebc40203e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0920026 Jun 28 11:23:54.187719 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-48a155f2-5817-4d19-912c-ac9a92f07dcc req-2335c1f7-9b62-49b3-a796-b7364c3ef894 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381236 Jun 28 11:23:55.379362 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d51d4-711c-4450-a698-1a7963802c04 req-0322f841-3d73-4d0b-b1f1-f62a29a42825 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:55.381102 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-163d51d4-711c-4450-a698-1a7963802c04 req-0322f841-3d73-4d0b-b1f1-f62a29a42825 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0869603 Jun 28 11:23:55.428337 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-163d51d4-711c-4450-a698-1a7963802c04 req-f1726895-538c-4439-bae6-f30b9e7db2d6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412619 Jun 28 11:23:56.621755 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3b7fe-4e21-418b-8415-2c7b2a9dd2f3 req-513f31ed-3f60-4b8f-90a3-183ca36bc56d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:56.623217 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a4d3b7fe-4e21-418b-8415-2c7b2a9dd2f3 req-513f31ed-3f60-4b8f-90a3-183ca36bc56d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0892136 Jun 28 11:23:56.667596 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a4d3b7fe-4e21-418b-8415-2c7b2a9dd2f3 req-e03f4b18-b339-4512-af84-1815d6405b92 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 Jun 28 11:23:57.932624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653c979-eabd-4ec8-af2c-a245059bc858 req-d849e8f5-0489-4be4-af78-73208e0ff0f3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:57.934320 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9653c979-eabd-4ec8-af2c-a245059bc858 req-d849e8f5-0489-4be4-af78-73208e0ff0f3 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1607389 Jun 28 11:23:57.979110 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9653c979-eabd-4ec8-af2c-a245059bc858 req-53ae7be1-f0b1-47b9-8029-f04e3c7160fb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 Jun 28 11:23:58.887844 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3b23260c-42dd-42f8-b92e-1d25475d8648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:23:59.044079 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:23:59.312083 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7011a0-5089-485c-9ce3-be9987101342 req-bcb7f7ac-fbdd-423f-b9f4-f60fd6919761 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:23:59.313553 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ad7011a0-5089-485c-9ce3-be9987101342 req-bcb7f7ac-fbdd-423f-b9f4-f60fd6919761 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0908630 Jun 28 11:23:59.360777 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ad7011a0-5089-485c-9ce3-be9987101342 req-e8dd39bb-4b11-4572-88a7-b7648289a030 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Jun 28 11:24:00.551419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bf59a-7255-4aea-9d2e-8d2e58061952 req-34be0b9a-8c64-42cc-bb3d-47256225291f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:00.554225 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-198bf59a-7255-4aea-9d2e-8d2e58061952 req-34be0b9a-8c64-42cc-bb3d-47256225291f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0898116 Jun 28 11:24:00.597075 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-198bf59a-7255-4aea-9d2e-8d2e58061952 req-8d84ff7c-b9a9-4463-9d1c-c2d09abe7ddf tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371046 Jun 28 11:24:01.266452 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-80045913-2191-4240-ab10-02678b58b7c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:01.787561 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab1b2f-87a4-41f6-b4be-dbee288302d7 req-29df2c55-86ed-455c-add1-d7f5667eb7de tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:01.789011 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-01ab1b2f-87a4-41f6-b4be-dbee288302d7 req-29df2c55-86ed-455c-add1-d7f5667eb7de tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0866482 Jun 28 11:24:01.832401 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-01ab1b2f-87a4-41f6-b4be-dbee288302d7 req-64960079-4d06-4665-9c2b-6ea6a925ab0f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377405 Jun 28 11:24:02.249186 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6fd93-8467-4c2b-9300-5a363f84b30b req-2a036670-6082-41e3-b8c3-486523951874 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:02.250664 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b6f6fd93-8467-4c2b-9300-5a363f84b30b req-2a036670-6082-41e3-b8c3-486523951874 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1557374 Jun 28 11:24:02.255909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-66e645bb-863f-4cce-94a8-f7f911ab43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:02.257304 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-66e645bb-863f-4cce-94a8-f7f911ab43dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 1098 time: 0.1074491 Jun 28 11:24:02.303667 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.334810 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:02.372187 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b6f6fd93-8467-4c2b-9300-5a363f84b30b req-0059df7a-2488-4cf1-88e4-a367873faa6a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139510 Jun 28 11:24:02.421058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-52a97159-a259-4c02-99ab-fd11607b6697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:02.422494 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-52a97159-a259-4c02-99ab-fd11607b6697 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.1521888 Jun 28 11:24:02.521114 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-56a56374-bc44-4b8e-b9ff-91d95474080c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 200 len: 1001 time: 0.0905979 Jun 28 11:24:02.585922 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-32bcd699-a11a-4c1d-9f28-218828fc36b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:02.587287 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-32bcd699-a11a-4c1d-9f28-218828fc36b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.0597482 Jun 28 11:24:02.670645 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-a69fd73c-9d3a-411d-a760-208f2fad6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:02.672107 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-a69fd73c-9d3a-411d-a760-208f2fad6878 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756483 Jun 28 11:24:02.805431 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-dff67fd3-eb59-4980-a19f-86f222e28787 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254840 Jun 28 11:24:02.936986 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e86222fa-056e-4f00-bec1-336e6d3ca38d req-3ac58963-9001-43d4-a207-b55bf6221c42 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249735 Jun 28 11:24:03.557661 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:03.568786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7023d2-958f-40d9-92b8-f566d7d159c0 req-a0cc00e8-b7b1-4813-9bc5-629c5ccec775 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:03.570360 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1d7023d2-958f-40d9-92b8-f566d7d159c0 req-a0cc00e8-b7b1-4813-9bc5-629c5ccec775 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0937939 Jun 28 11:24:03.618014 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1d7023d2-958f-40d9-92b8-f566d7d159c0 req-52323309-76e2-4565-b785-908d3f4201fe tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Jun 28 11:24:04.810955 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0727d8cb-b68f-4da9-b93f-ce8c70ab4bb1 req-3f1d21c0-adcd-48d8-881d-f6cf15f20cd8 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:04.812397 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0727d8cb-b68f-4da9-b93f-ce8c70ab4bb1 req-3f1d21c0-adcd-48d8-881d-f6cf15f20cd8 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.0916448 Jun 28 11:24:04.855946 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0727d8cb-b68f-4da9-b93f-ce8c70ab4bb1 req-7809ec07-3365-40c1-93cb-7dc434c74520 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Jun 28 11:24:17.369536 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f192-67a5-4c08-b3ed-4edf599494d0 req-f8119482-bd2b-4b9f-af7d-7374d53bb264 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:17.370975 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7a47f192-67a5-4c08-b3ed-4edf599494d0 req-f8119482-bd2b-4b9f-af7d-7374d53bb264 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0928142 Jun 28 11:24:17.415209 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7a47f192-67a5-4c08-b3ed-4edf599494d0 req-999829d8-44f6-4167-a6b9-82eb93c189bc tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384510 Jun 28 11:24:18.604613 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24a148-eb9d-4634-8001-24307171a355 req-708c4716-0395-44b7-af50-3387bb30cf74 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:18.606073 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bd24a148-eb9d-4634-8001-24307171a355 req-708c4716-0395-44b7-af50-3387bb30cf74 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0861154 Jun 28 11:24:18.650138 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bd24a148-eb9d-4634-8001-24307171a355 req-9b7c9046-ac4b-4f1b-80be-60084631eeaf tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384443 Jun 28 11:24:19.108546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-03940f73-0a28-4f63-b1a3-6f327f8dfd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.109975 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-03940f73-0a28-4f63-b1a3-6f327f8dfd5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1138 time: 0.0783365 Jun 28 11:24:19.139778 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ec85e-4d13-4ca5-8040-229affeb7f3c req-41849348-e68b-4fdb-b6a3-873998a41750 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.141253 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-467ec85e-4d13-4ca5-8040-229affeb7f3c req-41849348-e68b-4fdb-b6a3-873998a41750 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0918028 Jun 28 11:24:19.190201 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-467ec85e-4d13-4ca5-8040-229affeb7f3c req-7866c7d2-b898-4084-ad5a-9b23767ec07d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418992 Jun 28 11:24:19.316622 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-ddf296f2-885a-48fa-a2a0-1f02a0cb5059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.318175 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-ddf296f2-885a-48fa-a2a0-1f02a0cb5059 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 916 time: 0.2015395 Jun 28 11:24:19.421442 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-8b61661d-f44c-4b3e-8c71-8e2ba6d163dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 1001 time: 0.0953343 Jun 28 11:24:19.486377 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-7b5ef7ee-859a-48b2-997e-a39e80641a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.487779 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-7b5ef7ee-859a-48b2-997e-a39e80641a03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.0597045 Jun 28 11:24:19.568420 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-5dd2af47-c6d5-4510-a426-3419d3a8a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.569903 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-5dd2af47-c6d5-4510-a426-3419d3a8a2a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753031 Jun 28 11:24:19.699881 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-667f1b83-8369-4f4b-9acf-5298d11e28c0 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231601 Jun 28 11:24:19.885600 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-30a7f2de-df05-47e0-bdea-7ec759b4872f req-d0de64a3-c837-411b-acb8-78c596f48453 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788707 Jun 28 11:24:19.910427 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42886-6a8a-4020-95d0-f6efd3bf5f94 req-09a99b48-bcb4-4e9c-a19d-b18f70e06cf5 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:19.912462 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-88c42886-6a8a-4020-95d0-f6efd3bf5f94 req-09a99b48-bcb4-4e9c-a19d-b18f70e06cf5 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.1365302 Jun 28 11:24:19.956378 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-88c42886-6a8a-4020-95d0-f6efd3bf5f94 req-e4d58a5d-25f0-42cb-a18e-b02a34b2034b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386996 Jun 28 11:24:20.384085 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef366c4a-0a49-403d-9606-14571853eb88 req-3deb2a0f-699d-4654-9967-6f4854a0a6da tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:20.385554 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ef366c4a-0a49-403d-9606-14571853eb88 req-3deb2a0f-699d-4654-9967-6f4854a0a6da tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0878494 Jun 28 11:24:20.434931 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ef366c4a-0a49-403d-9606-14571853eb88 req-c86eedc1-55e1-46a3-b262-7a0fe15c17d0 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434263 Jun 28 11:24:21.146444 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2336b-0d6c-4064-9b1a-8da6fc7d10b0 req-f51bc842-5127-47e7-82f8-4a8f92270076 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:21.148011 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7c2336b-0d6c-4064-9b1a-8da6fc7d10b0 req-f51bc842-5127-47e7-82f8-4a8f92270076 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0868409 Jun 28 11:24:21.194737 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7c2336b-0d6c-4064-9b1a-8da6fc7d10b0 req-527fff7d-eaf4-4379-9b80-abd0ba87f418 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410843 Jun 28 11:24:21.628998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781be35-dad0-4963-80a7-4e7d77eb2472 req-fa17af84-bc1f-4fd5-a571-eaa47074399e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:21.631453 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e781be35-dad0-4963-80a7-4e7d77eb2472 req-fa17af84-bc1f-4fd5-a571-eaa47074399e tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0867364 Jun 28 11:24:21.676103 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e781be35-dad0-4963-80a7-4e7d77eb2472 req-3879c271-1d7d-446e-9b38-1cb4a5263e61 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388227 Jun 28 11:24:22.388503 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d565c7-1cb2-4257-a2e9-fdbe63d8ff3c req-ddcbfc73-8ca3-42ff-b543-3dd7aca205bc tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:22.389970 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-84d565c7-1cb2-4257-a2e9-fdbe63d8ff3c req-ddcbfc73-8ca3-42ff-b543-3dd7aca205bc tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0859871 Jun 28 11:24:22.436057 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-84d565c7-1cb2-4257-a2e9-fdbe63d8ff3c req-4a0b98f6-d5cd-4404-b20c-33ce77167765 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404711 Jun 28 11:24:22.554072 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:22.877817 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb5e38-9579-49e2-ad4f-1a9bdfde116f req-c52c1957-43ed-4a98-b6ee-217a43d23e4f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:22.879189 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eefb5e38-9579-49e2-ad4f-1a9bdfde116f req-c52c1957-43ed-4a98-b6ee-217a43d23e4f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0897312 Jun 28 11:24:22.925497 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eefb5e38-9579-49e2-ad4f-1a9bdfde116f req-d0c66373-1199-406a-860c-5d303aa4d25a tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399041 Jun 28 11:24:23.630711 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb3a3a-08f6-4d9a-b6fd-2cb01a39a3b1 req-f0add7a4-2e1d-43ad-90ff-af2bc3167f56 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:23.633114 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-cffb3a3a-08f6-4d9a-b6fd-2cb01a39a3b1 req-f0add7a4-2e1d-43ad-90ff-af2bc3167f56 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0916493 Jun 28 11:24:23.678717 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-cffb3a3a-08f6-4d9a-b6fd-2cb01a39a3b1 req-90a90cd1-2bff-4898-900c-fae956934b10 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400326 Jun 28 11:24:24.118435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5c1c7-36c2-46d4-b66c-07590ca84609 req-f09c1649-0a53-48a8-b76e-1107753fab5b tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:24.119876 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-14a5c1c7-36c2-46d4-b66c-07590ca84609 req-f09c1649-0a53-48a8-b76e-1107753fab5b tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0883541 Jun 28 11:24:24.168896 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-14a5c1c7-36c2-46d4-b66c-07590ca84609 req-3943d78f-fba9-4ce3-a1ff-22aca90b8828 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431972 Jun 28 11:24:24.868909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027f3e-bc9a-4584-a568-835994d29de1 req-165dd0b0-8741-430a-9bb8-202bdbf7bb58 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:24.870374 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-83027f3e-bc9a-4584-a568-835994d29de1 req-165dd0b0-8741-430a-9bb8-202bdbf7bb58 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0860965 Jun 28 11:24:24.917347 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-83027f3e-bc9a-4584-a568-835994d29de1 req-5690518d-ce50-4a66-8ef2-72e7de18253e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413094 Jun 28 11:24:25.358002 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7348427-5745-4a10-8936-0e34e9fbbede req-85625c4c-fd1a-42c3-8643-60662a9517d1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:25.359450 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a7348427-5745-4a10-8936-0e34e9fbbede req-85625c4c-fd1a-42c3-8643-60662a9517d1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0853314 Jun 28 11:24:25.405406 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a7348427-5745-4a10-8936-0e34e9fbbede req-777bcae1-aeb1-4056-a826-f350ba3fdd27 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395193 Jun 28 11:24:26.108390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bd61c-fd60-49d7-9278-f19d22888e22 req-9a9e590e-1cb3-403e-9360-511ed99dd556 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.109867 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-429bd61c-fd60-49d7-9278-f19d22888e22 req-9a9e590e-1cb3-403e-9360-511ed99dd556 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0867937 Jun 28 11:24:26.155394 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-429bd61c-fd60-49d7-9278-f19d22888e22 req-16adae09-5d96-4f79-9dd1-902808fb6a35 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391021 Jun 28 11:24:26.599557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da539ad-c05d-405c-bb58-eeb627762bfd req-6f7c13e6-f3a3-416d-9c9b-564511b8e1e3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:26.600998 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9da539ad-c05d-405c-bb58-eeb627762bfd req-6f7c13e6-f3a3-416d-9c9b-564511b8e1e3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0888362 Jun 28 11:24:26.647170 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9da539ad-c05d-405c-bb58-eeb627762bfd req-40e3650c-8306-4e6f-b6b6-41016a52199d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400608 Jun 28 11:24:27.347900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ad962-4bce-4c49-85b2-bf0557a6d3bf req-b703ed1b-1d6e-49c7-afb9-71cba1c974b9 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:27.349325 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d09ad962-4bce-4c49-85b2-bf0557a6d3bf req-b703ed1b-1d6e-49c7-afb9-71cba1c974b9 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0879574 Jun 28 11:24:27.391987 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d09ad962-4bce-4c49-85b2-bf0557a6d3bf req-e3df5de0-ff2b-4fa1-a519-769c809ba134 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369494 Jun 28 11:24:27.841408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f255a-493b-48a9-83ee-f251b9995e7c req-983d8baa-cbb0-4e07-b096-dac98344c1fe tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:27.842854 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d62f255a-493b-48a9-83ee-f251b9995e7c req-983d8baa-cbb0-4e07-b096-dac98344c1fe tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0859632 Jun 28 11:24:27.891128 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d62f255a-493b-48a9-83ee-f251b9995e7c req-0004f72f-5eb3-490b-9724-93ac20ecd147 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425894 Jun 28 11:24:28.578817 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d22c2-73b2-469c-bd38-a015a8b7d8b1 req-15f57d96-1557-4a57-abbb-a90150c5684c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:28.580263 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d26d22c2-73b2-469c-bd38-a015a8b7d8b1 req-15f57d96-1557-4a57-abbb-a90150c5684c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0857785 Jun 28 11:24:28.627560 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d26d22c2-73b2-469c-bd38-a015a8b7d8b1 req-6e4e4013-a35d-4926-8a87-8d5bc1e7d495 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409317 Jun 28 11:24:28.890106 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-68bcdede-60df-493d-85ca-d56bf3e65f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:29.081022 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138da63-d358-4117-8007-90e5bd9745d8 req-fbb1e8ec-85f4-43b5-b2f5-70315ba03ba3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:29.082494 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1138da63-d358-4117-8007-90e5bd9745d8 req-fbb1e8ec-85f4-43b5-b2f5-70315ba03ba3 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0861490 Jun 28 11:24:29.128058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1138da63-d358-4117-8007-90e5bd9745d8 req-648a4f84-bf1a-4bb6-b0c3-b68ca414e2e7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389409 Jun 28 11:24:29.822530 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb8c88-1a87-41ea-b358-6d11811ce2c2 req-0a422a77-f0dd-4f0f-9c47-001105b830e0 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:29.823977 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-27fb8c88-1a87-41ea-b358-6d11811ce2c2 req-0a422a77-f0dd-4f0f-9c47-001105b830e0 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0858021 Jun 28 11:24:29.868671 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-27fb8c88-1a87-41ea-b358-6d11811ce2c2 req-88ff7c4a-4e46-41fc-b761-a3567975bad4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391355 Jun 28 11:24:30.319950 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ad56a-a3b8-48d6-8afe-cfe988a0e13c req-9cd3557d-d635-4937-887c-5e9d4d99a203 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:30.321396 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c59ad56a-a3b8-48d6-8afe-cfe988a0e13c req-9cd3557d-d635-4937-887c-5e9d4d99a203 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0899282 Jun 28 11:24:30.365814 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c59ad56a-a3b8-48d6-8afe-cfe988a0e13c req-f882f6b6-fc92-4358-addb-7fb6adeac622 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386169 Jun 28 11:24:31.138993 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d52785-d900-461d-8777-327005c2d03d req-afcde4f7-a6f8-4408-8059-22cc4f46b0b0 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:31.140417 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c5d52785-d900-461d-8777-327005c2d03d req-afcde4f7-a6f8-4408-8059-22cc4f46b0b0 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.1665230 Jun 28 11:24:31.183942 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c5d52785-d900-461d-8777-327005c2d03d req-19966c64-67d4-4ff6-9f4d-dba3e84fd162 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374870 Jun 28 11:24:31.267304 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e64707ae-8d20-4a92-8a77-e4ac9ff42dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:31.556237 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969714c-2603-4eee-a3ca-c50f69d0e4f6 req-d21da815-e345-4aa5-bd74-40dcb4a9407f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:31.557684 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b969714c-2603-4eee-a3ca-c50f69d0e4f6 req-d21da815-e345-4aa5-bd74-40dcb4a9407f tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0852880 Jun 28 11:24:31.605450 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b969714c-2603-4eee-a3ca-c50f69d0e4f6 req-fe32d500-91ee-4b86-8364-2f62fde03aec tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420525 Jun 28 11:24:32.309035 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:32.335573 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:32.382484 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9845e71-31c6-4ba3-a580-88ffa45b1aec req-17c6ecfd-aee4-4802-9589-0404ff99981c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.383919 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a9845e71-31c6-4ba3-a580-88ffa45b1aec req-17c6ecfd-aee4-4802-9589-0404ff99981c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0951982 Jun 28 11:24:32.429955 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a9845e71-31c6-4ba3-a580-88ffa45b1aec req-bd945010-68e6-4753-8711-8be95d4a1296 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Jun 28 11:24:32.544992 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feab49-e583-4803-8319-c54fc2a6728b req-e8b546d5-317f-49dd-b08d-1848bd506949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.546463 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-e8b546d5-317f-49dd-b08d-1848bd506949 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1098 time: 0.0768173 Jun 28 11:24:32.679211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feab49-e583-4803-8319-c54fc2a6728b req-6a8cde54-9d5d-4247-bca8-ab6728b02f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.680645 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-6a8cde54-9d5d-4247-bca8-ab6728b02f58 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.1257179 Jun 28 11:24:32.787441 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-03c827bf-5873-4e7a-b433-5d8c4828efde service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 1001 time: 0.0975642 Jun 28 11:24:32.797110 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c31bb-babe-4ab7-9319-e3669b810c1c req-fe4f16c7-f542-48d2-9c4a-c7cdf4eebee8 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.798509 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-650c31bb-babe-4ab7-9319-e3669b810c1c req-fe4f16c7-f542-48d2-9c4a-c7cdf4eebee8 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0873027 Jun 28 11:24:32.846133 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-650c31bb-babe-4ab7-9319-e3669b810c1c req-6e10af1e-d831-4f84-95e3-3fa768f811c4 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401938 Jun 28 11:24:32.849474 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feab49-e583-4803-8319-c54fc2a6728b req-4d50713a-d939-4997-bed1-0f52bf744681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.850897 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-4d50713a-d939-4997-bed1-0f52bf744681 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.0577178 Jun 28 11:24:32.937391 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feab49-e583-4803-8319-c54fc2a6728b req-1dc0ea1b-92c2-40cc-b5cb-adc6ebb4011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:32.938838 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-1dc0ea1b-92c2-40cc-b5cb-adc6ebb4011c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799499 Jun 28 11:24:33.074090 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-7a1a299e-313f-4049-b64c-f16c40b2efce service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268895 Jun 28 11:24:33.205531 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e5feab49-e583-4803-8319-c54fc2a6728b req-c7065fd9-b66f-4e77-8b54-1915a16dc94e service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254313 Jun 28 11:24:33.559501 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:33.623349 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959110c6-5274-4114-aca9-c48a0418496a req-44c0fcaa-cb7f-4e04-ac0b-f42790f37c7e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:33.624791 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-959110c6-5274-4114-aca9-c48a0418496a req-44c0fcaa-cb7f-4e04-ac0b-f42790f37c7e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0887394 Jun 28 11:24:33.671972 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-959110c6-5274-4114-aca9-c48a0418496a req-a31e42bc-1fc2-4647-b73f-8df5441eb005 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Jun 28 11:24:34.043931 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e510-9170-438a-b7d6-a5f129f7c786 req-bc640819-4c5c-40d0-8be6-f30626a5ed86 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:34.045381 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d539e510-9170-438a-b7d6-a5f129f7c786 req-bc640819-4c5c-40d0-8be6-f30626a5ed86 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0895619 Jun 28 11:24:34.092023 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d539e510-9170-438a-b7d6-a5f129f7c786 req-af10454e-927d-44a5-8bfc-9196e9a7632d tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409589 Jun 28 11:24:34.881822 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdc6b2-cb52-4093-8d36-61ecb7dd36ce req-5ea5bece-0119-4b4d-868c-ffeb1fc18a13 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:34.883298 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-74cdc6b2-cb52-4093-8d36-61ecb7dd36ce req-5ea5bece-0119-4b4d-868c-ffeb1fc18a13 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0912027 Jun 28 11:24:34.932926 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-74cdc6b2-cb52-4093-8d36-61ecb7dd36ce req-4f0ae63f-82d9-4377-a5c7-f853ab1da419 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Jun 28 11:24:35.283235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785363d-830b-4507-b616-314717ff81e2 req-0e8b8166-9aaf-48b7-894e-0afc2ef2dd86 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:35.284955 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2785363d-830b-4507-b616-314717ff81e2 req-0e8b8166-9aaf-48b7-894e-0afc2ef2dd86 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0859439 Jun 28 11:24:35.339684 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2785363d-830b-4507-b616-314717ff81e2 req-580373d5-daa6-4a17-a6d4-2510a568f636 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488052 Jun 28 11:24:36.046018 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:24:36.133237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee67929-2432-4847-9537-fb36ba31312c req-f65c3007-1ae1-4e0b-9124-708b6a32e412 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:36.134828 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aee67929-2432-4847-9537-fb36ba31312c req-f65c3007-1ae1-4e0b-9124-708b6a32e412 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0948236 Jun 28 11:24:36.182721 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aee67929-2432-4847-9537-fb36ba31312c req-cb0b99d9-0a38-4859-abd3-d1b4da516206 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421040 Jun 28 11:24:36.498317 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c58fd8-b5e2-4221-ab65-f2653c336777 req-f9f170d4-00d9-45af-b40b-30204e8c9426 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:36.499981 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f7c58fd8-b5e2-4221-ab65-f2653c336777 req-f9f170d4-00d9-45af-b40b-30204e8c9426 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.1533353 Jun 28 11:24:36.542217 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f7c58fd8-b5e2-4221-ab65-f2653c336777 req-a778ee3c-68f8-4b41-8e60-09e134fa3b42 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364547 Jun 28 11:24:36.717970 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed0e72-0bf3-4bd8-bbf0-7b30c78046ec req-135874f9-b330-4460-a258-828630d8b5ce tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:36.719389 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1bed0e72-0bf3-4bd8-bbf0-7b30c78046ec req-135874f9-b330-4460-a258-828630d8b5ce tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0869062 Jun 28 11:24:36.764425 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1bed0e72-0bf3-4bd8-bbf0-7b30c78046ec req-57689706-b973-451a-abe7-209ae5b4d90c tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&id=8f575ade-16db-4bdb-a63c-604f6f00897b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385001 Jun 28 11:24:36.923360 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:37.035911 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 19c1323e-3698-417a-8e47-cdc2107198e1 is: ACTIVE; New status is: DOWN {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:37.036244 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:37.061863 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:37.072140 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:37.076019 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:37.142005 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:37.150086 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.150427 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.150759 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.151090 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.151441 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.151763 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.152082 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.152415 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.152719 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.153035 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.153376 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.153691 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:37.229120 dv-cinder-844474-1-iscsi neutron-server[88061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-17e98cfd-da69-497d-990e-38d4765b1b08']: {'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'code': 422} returned with failed status Jun 28 11:24:37.516042 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57122) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:37.560113 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3aecb-eda8-47d2-b05c-1788f5432c26 req-59594c88-abac-4360-bd30-9bb29f95bd4d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:37.561600 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7ae3aecb-eda8-47d2-b05c-1788f5432c26 req-59594c88-abac-4360-bd30-9bb29f95bd4d tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0909703 Jun 28 11:24:37.610305 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7ae3aecb-eda8-47d2-b05c-1788f5432c26 req-e9710560-6e8c-4522-8f36-a78fa032b4cc tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Jun 28 11:24:37.637646 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-e8f64691-642f-4e08-b593-e60e497ce6d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202652 Jun 28 11:24:37.741919 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab4198-4175-497a-9019-0d0ce91ea0aa req-0348c5ec-b0b6-41a8-89f2-82b83976e6ae tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:37.743616 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-73ab4198-4175-497a-9019-0d0ce91ea0aa req-0348c5ec-b0b6-41a8-89f2-82b83976e6ae tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0895863 Jun 28 11:24:37.787063 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-73ab4198-4175-497a-9019-0d0ce91ea0aa req-90294d7c-2c23-4da5-b656-1e893e4ac82e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377796 Jun 28 11:24:38.799614 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7d16-57ce-426c-bcd4-3f548e1b2ecb req-e6a04719-9cec-4e45-b343-623d8c03f948 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.801046 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8e5e7d16-57ce-426c-bcd4-3f548e1b2ecb req-e6a04719-9cec-4e45-b343-623d8c03f948 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0863559 Jun 28 11:24:38.844319 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8e5e7d16-57ce-426c-bcd4-3f548e1b2ecb req-7c6ce85d-5b86-4cd8-95ce-b79d72d00f4f tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367930 Jun 28 11:24:38.978849 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b40292-73a5-4369-bef0-d0b0ed2ea783 req-549bc271-1856-45cb-bdb3-f9dfc012f306 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:38.980425 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-98b40292-73a5-4369-bef0-d0b0ed2ea783 req-549bc271-1856-45cb-bdb3-f9dfc012f306 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0891967 Jun 28 11:24:39.023226 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-98b40292-73a5-4369-bef0-d0b0ed2ea783 req-87871172-87e2-4a2e-a8ab-f0f56bf00757 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372558 Jun 28 11:24:39.885358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-2d4d78da-e46a-402a-bdb3-ccfb8f0bf45a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:39.887248 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-2d4d78da-e46a-402a-bdb3-ccfb8f0bf45a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.0904598 Jun 28 11:24:40.046388 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Deleting port 160bc058-c58c-45f7-bd5f-38292d752c89 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:40.047056 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.055878 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a837190-5f41-4e5c-a220-72f36a47c726 req-c253d48f-d4ba-4baa-8d74-c8466c7d1ef8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:40.057493 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2a837190-5f41-4e5c-a220-72f36a47c726 req-c253d48f-d4ba-4baa-8d74-c8466c7d1ef8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0959508 Jun 28 11:24:40.102589 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2a837190-5f41-4e5c-a220-72f36a47c726 req-c0db7a7e-d273-431d-8593-cd3140c78af3 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393159 Jun 28 11:24:40.354669 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c18641-6356-4a39-963c-00bbed9fe720 req-b9f92d0f-318c-4e45-b0b2-f28cc212a5c1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:40.356047 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-74c18641-6356-4a39-963c-00bbed9fe720 req-b9f92d0f-318c-4e45-b0b2-f28cc212a5c1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 945 time: 0.2135501 Jun 28 11:24:40.387976 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] For port 160bc058-c58c-45f7-bd5f-38292d752c89, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=160bc058-c58c-45f7-bd5f-38292d752c89,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:40.388335 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.490411 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-74c18641-6356-4a39-963c-00bbed9fe720 req-488f272c-c96b-421f-9846-60a8c4217ca5 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=b321e1bc-d374-4c5e-b039-4eb326aadbbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257854 Jun 28 11:24:40.700478 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.700752 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.701070 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Floating IP 8fb24381-e275-47ab-967a-853b5abf0852 disassociated. External IP: 172.27.1.160, port: 160bc058-c58c-45f7-bd5f-38292d752c89. Jun 28 11:24:40.701438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Calling delete_port for 160bc058-c58c-45f7-bd5f-38292d752c89 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:40.845495 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:40.899796 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event deleted for resources: {'Port': ['ID=160bc058-c58c-45f7-bd5f-38292d752c89,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:40.912337 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.912682 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.913020 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.913375 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.913712 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.914035 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.914356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.914834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.915196 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.915444 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.915763 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:40.916082 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:41.100535 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Router 623afd10-571f-414e-bd2d-516a19e88c4e has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:41.285217 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:41.296035 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] Sync routers for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:41.306397 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:41.307414 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:24:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:41.315393 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac18f6-fb86-4427-8d9c-1dbf1be66186 req-994a3ff1-3767-4ef5-866d-8749e05626f9 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:41.316882 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cdac18f6-fb86-4427-8d9c-1dbf1be66186 req-994a3ff1-3767-4ef5-866d-8749e05626f9 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.1076446 Jun 28 11:24:41.367502 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cdac18f6-fb86-4427-8d9c-1dbf1be66186 req-9ebfb120-5ba8-4fa2-8690-f4af330451da tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446157 Jun 28 11:24:41.377431 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] No DVR routers for this DVR port 160bc058-c58c-45f7-bd5f-38292d752c89 on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:41.387100 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:41.390538 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'name': 'network-vif-deleted', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:41.408626 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2d488d03-ebb7-4d8f-8df3-fa852d908115 req-a0fd90bb-d8c0-4386-8594-61e6fa4990da tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "DELETE /v2.0/ports/160bc058-c58c-45f7-bd5f-38292d752c89 HTTP/1.1" status: 204 len: 173 time: 1.5161142 Jun 28 11:24:41.441674 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febbbdc3-7700-44a7-90f7-bfa165316753'] response: {'server_uuid': '30933f5e-53d2-43b6-a4e5-84632d59258a', 'name': 'network-vif-deleted', 'tag': '160bc058-c58c-45f7-bd5f-38292d752c89', 'status': 'completed', 'code': 200} Jun 28 11:24:41.496287 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:41.655640 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f27743dd-8975-4a0f-8193-a71b9d345eb6 req-5caaaf17-fe00-420c-a841-5bb44922864a tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=30933f5e-53d2-43b6-a4e5-84632d59258a HTTP/1.1" status: 200 len: 210 time: 0.0502131 Jun 28 11:24:41.819644 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:41.823329 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] Checking router: 623afd10-571f-414e-bd2d-516a19e88c4e for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:41.831394 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:41.831974 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:24:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:42.019048 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:42.373149 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:42.377214 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30042879-e629-49c9-82e7-bb0488521e45 None None] The sync data for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi is: [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:04Z', 'revision_number': 4, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '1157b5d8-7edb-4916-9060-245edf2a432a', 'name': '', 'network_id': 'b6cac5d3-7670-4734-938a-bc41ff6fb590', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'mac_address': 'fa:16:3e:f4:e9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:17:02Z', 'updated_at': '2022-06-28T11:17:18Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'subnets': [{'id': '072ee5e3-7c02-4d07-a21e-a7f3005e9627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:42.579108 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ece613-6cdf-4405-990f-06520e877f8d req-77d2d1e3-9dca-4d1e-a93c-8cc6c682f422 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:42.580776 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-34ece613-6cdf-4405-990f-06520e877f8d req-77d2d1e3-9dca-4d1e-a93c-8cc6c682f422 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0958283 Jun 28 11:24:42.606935 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c80162-cf45-4054-b639-4324e13050bd None None] New status for floating IP 8fb24381-e275-47ab-967a-853b5abf0852: DOWN {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:24:42.730765 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-34ece613-6cdf-4405-990f-06520e877f8d req-2743c70b-85dd-49a0-9a77-54e55e13cb22 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412876 Jun 28 11:24:42.813773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57166) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:42.901242 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0d51f2e-c9a3-43a3-93ce-8e7eb1b04486 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:42.932058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0d51f2e-c9a3-43a3-93ce-8e7eb1b04486 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:42.997465 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0d51f2e-c9a3-43a3-93ce-8e7eb1b04486 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.022345 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d51f2e-c9a3-43a3-93ce-8e7eb1b04486 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b321e1bc-d374-4c5e-b039-4eb326aadbbb,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:43.035177 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f0d51f2e-c9a3-43a3-93ce-8e7eb1b04486 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.037162 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f0d51f2e-c9a3-43a3-93ce-8e7eb1b04486 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "DELETE /v2.0/security-groups/b321e1bc-d374-4c5e-b039-4eb326aadbbb HTTP/1.1" status: 204 len: 168 time: 0.2219748 Jun 28 11:24:43.039951 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57170) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:43.056752 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.api.v2.resource [None req-203e73fe-f081-4867-9e78-3331a9b200c7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] show failed (client error): The resource could not be found. Jun 28 11:24:43.060870 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57174) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:43.065156 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-203e73fe-f081-4867-9e78-3331a9b200c7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups/b321e1bc-d374-4c5e-b039-4eb326aadbbb HTTP/1.1" status: 404 len: 347 time: 0.0169265 Jun 28 11:24:43.072305 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 160bc058-c58c-45f7-bd5f-38292d752c89 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:43.122163 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 160bc058-c58c-45f7-bd5f-38292d752c89 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:43.122813 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 160bc058-c58c-45f7-bd5f-38292d752c89 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:43.253022 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Deleting port 181ce9e1-4ad6-4cc6-81be-baa535807801 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:43.253460 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.439539 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.440047 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.607340 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Calling delete_port for 181ce9e1-4ad6-4cc6-81be-baa535807801 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:43.703348 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873956c7-6719-481d-848b-e0c7379c1453 req-0e3bd0f7-231b-4f8b-b43d-e41fa25c642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:43.704719 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-0e3bd0f7-231b-4f8b-b43d-e41fa25c642c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d&tenant_id=a3938bf54b57492fa4b9d5e12cc781a1 HTTP/1.1" status: 200 len: 1096 time: 0.2516859 Jun 28 11:24:43.826198 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:43.883194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event deleted for resources: {'Port': ['ID=181ce9e1-4ad6-4cc6-81be-baa535807801,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:43.931186 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873956c7-6719-481d-848b-e0c7379c1453 req-de2267e7-3f07-4902-89ba-afe1eab93dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:43.932662 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-de2267e7-3f07-4902-89ba-afe1eab93dd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1096 time: 0.1945550 Jun 28 11:24:43.944315 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ceb26-5170-4d88-9b17-24c1ab120b9e req-c264dcf4-93b0-4643-bf5b-1960aea7510f tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:43.945823 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-316ceb26-5170-4d88-9b17-24c1ab120b9e req-c264dcf4-93b0-4643-bf5b-1960aea7510f tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0949061 Jun 28 11:24:43.995138 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-316ceb26-5170-4d88-9b17-24c1ab120b9e req-6a792201-e74d-4cf1-83b8-06557745d2e6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430753 Jun 28 11:24:44.074486 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.117471 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:44.118852 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-982da481-443e-452f-9d01-ebb71cbab41c tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "DELETE /v2.0/floatingips/8fb24381-e275-47ab-967a-853b5abf0852 HTTP/1.1" status: 204 len: 168 time: 1.0567417 Jun 28 11:24:44.126184 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873956c7-6719-481d-848b-e0c7379c1453 req-9c504e35-3e3c-41c7-8408-6282c498f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:44.127089 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-9c504e35-3e3c-41c7-8408-6282c498f481 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.1698461 Jun 28 11:24:44.237052 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-0ac629b9-8fda-4c14-8247-d728892ffebb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 999 time: 0.1031940 Jun 28 11:24:44.299794 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873956c7-6719-481d-848b-e0c7379c1453 req-4c69bf83-f438-4d0c-a311-018b14a27db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:44.301210 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-4c69bf83-f438-4d0c-a311-018b14a27db1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.0586641 Jun 28 11:24:44.386734 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873956c7-6719-481d-848b-e0c7379c1453 req-61843267-ddef-4237-9a42-b4f1b7fc7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:44.388165 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-61843267-ddef-4237-9a42-b4f1b7fc7bb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804558 Jun 28 11:24:44.610103 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-cd2e065c-1480-4ba0-b958-7d2496bbbd1b service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150643 Jun 28 11:24:44.742448 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-873956c7-6719-481d-848b-e0c7379c1453 req-7701ee00-8e4b-497a-bc1d-c0057b26ac74 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253557 Jun 28 11:24:45.183409 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bfd5b-bfeb-4033-8425-cad824cccb8e req-f8ca70d0-fc0d-4109-9fb0-a730156702a2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:45.184895 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f2bfd5b-bfeb-4033-8425-cad824cccb8e req-f8ca70d0-fc0d-4109-9fb0-a730156702a2 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0848424 Jun 28 11:24:45.227223 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f2bfd5b-bfeb-4033-8425-cad824cccb8e req-942b5c07-94d6-467e-80a1-4482799fb1cc tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367868 Jun 28 11:24:46.413726 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb857b7-9590-4996-a2de-ed64bd6b2638 req-fef4bbd4-62c3-46a0-9f43-795871db3633 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:46.415175 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8eb857b7-9590-4996-a2de-ed64bd6b2638 req-fef4bbd4-62c3-46a0-9f43-795871db3633 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0854635 Jun 28 11:24:46.461665 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8eb857b7-9590-4996-a2de-ed64bd6b2638 req-675f5b5f-36ab-4a52-9826-78d6f1336a56 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Jun 28 11:24:46.910385 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef681ba-43e6-46fd-a9a4-2c85d601438b req-674255f1-8993-4e0b-b7ab-a6a0f3b3dd46 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:46.911975 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6ef681ba-43e6-46fd-a9a4-2c85d601438b req-674255f1-8993-4e0b-b7ab-a6a0f3b3dd46 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0867064 Jun 28 11:24:46.955622 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6ef681ba-43e6-46fd-a9a4-2c85d601438b req-4ef749bd-1bd0-477a-a0a7-09e791d43e7d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377104 Jun 28 11:24:47.689082 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-0b868625-4f69-4d1e-b074-e73158b4490b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:47.689795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-0b868625-4f69-4d1e-b074-e73158b4490b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:47.709730 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b7e4d-660a-4967-bee2-f73b15e5b83b req-bfb742f7-9b10-40fa-9aa3-53cf04201834 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:47.711137 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c58b7e4d-660a-4967-bee2-f73b15e5b83b req-bfb742f7-9b10-40fa-9aa3-53cf04201834 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.1353011 Jun 28 11:24:47.718381 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-0b868625-4f69-4d1e-b074-e73158b4490b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:47.719369 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-0b868625-4f69-4d1e-b074-e73158b4490b tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.1877227 Jun 28 11:24:47.814165 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c58b7e4d-660a-4967-bee2-f73b15e5b83b req-9081541a-d495-4106-8f54-ed8b73825cf7 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967383 Jun 28 11:24:47.817857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Deleting port afb97f9e-4fbb-4881-ac53-9675fe12d09d {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:47.817857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.073872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] For port afb97f9e-4fbb-4881-ac53-9675fe12d09d, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=afb97f9e-4fbb-4881-ac53-9675fe12d09d,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:48.074230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.154371 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ba7e5-1540-47b9-a18f-f736c5dedc05 req-962f842c-f12a-4044-bd65-f64fd80a232d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:48.155832 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7b3ba7e5-1540-47b9-a18f-f736c5dedc05 req-962f842c-f12a-4044-bd65-f64fd80a232d tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=9ae4bba6-3d52-41cc-909e-579d078e703a HTTP/1.1" status: 200 len: 945 time: 0.0914156 Jun 28 11:24:48.200105 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7b3ba7e5-1540-47b9-a18f-f736c5dedc05 req-c1d74ea5-dd28-4e38-ac11-8a462b32fe70 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 Jun 28 11:24:48.200324 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Calling delete_port for afb97f9e-4fbb-4881-ac53-9675fe12d09d owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:48.345307 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.359638 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['9c9dfa86-879c-46cd-9ca0-290b8d29c97a', 'afb97f9e-4fbb-4881-ac53-9675fe12d09d'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:24:48.398239 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event deleted for resources: {'Port': ['ID=afb97f9e-4fbb-4881-ac53-9675fe12d09d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:48.483169 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] No DVR routers for this DVR port afb97f9e-4fbb-4881-ac53-9675fe12d09d on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:48.485661 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:48.488163 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'name': 'network-vif-deleted', 'tag': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:48.504883 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa500ecd-8251-432d-a34c-763f80cc4168 req-720ce4bf-4055-4011-b089-15a4cebc7aea tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "DELETE /v2.0/ports/afb97f9e-4fbb-4881-ac53-9675fe12d09d HTTP/1.1" status: 204 len: 173 time: 0.7725365 Jun 28 11:24:48.538854 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6b211e-547b-45a9-b373-4f6413754fd6'] response: {'server_uuid': '9ae4bba6-3d52-41cc-909e-579d078e703a', 'name': 'network-vif-deleted', 'tag': 'afb97f9e-4fbb-4881-ac53-9675fe12d09d', 'status': 'completed', 'code': 200} Jun 28 11:24:49.016097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb21bd0-00e9-4a0a-9f62-8ffa74eabcb2 req-c6e1948d-7539-49c6-98f4-ccdf3df18925 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.017558 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7bb21bd0-00e9-4a0a-9f62-8ffa74eabcb2 req-c6e1948d-7539-49c6-98f4-ccdf3df18925 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0928545 Jun 28 11:24:49.065099 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7bb21bd0-00e9-4a0a-9f62-8ffa74eabcb2 req-e6950486-82f7-43ac-999d-35283fec12c7 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 Jun 28 11:24:49.650322 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-1e82a283-3274-4d64-add4-01fb7a990fa3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:49.650931 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-1e82a283-3274-4d64-add4-01fb7a990fa3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:49.666712 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-1e82a283-3274-4d64-add4-01fb7a990fa3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:49.668021 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-1e82a283-3274-4d64-add4-01fb7a990fa3 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1061320 Jun 28 11:24:49.711389 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-036e45cc-e4c8-42ab-834f-95a538910002 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Synchronizing usage tracker for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:24:49.726564 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-036e45cc-e4c8-42ab-834f-95a538910002 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Unset dirty status for tenant:f1ed84feebac4d45a5a93f90ad7fd2f6 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:24:49.727698 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d174bcc1-d75a-4099-a02a-a60c3c3fdace req-036e45cc-e4c8-42ab-834f-95a538910002 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539670 Jun 28 11:24:50.263072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610c087-1e40-4264-be9c-18e6aeb29018 req-a58e1c2d-af2b-46c2-8c2f-10718f8d3f70 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.264510 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0610c087-1e40-4264-be9c-18e6aeb29018 req-a58e1c2d-af2b-46c2-8c2f-10718f8d3f70 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0889592 Jun 28 11:24:50.308962 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0610c087-1e40-4264-be9c-18e6aeb29018 req-b493d8bc-92d1-4a5a-b1fe-c8958a187519 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388615 Jun 28 11:24:50.926336 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a78c93-8ee6-4fac-ac5d-3bd147635817 req-76f32846-b69c-4104-8562-f1dbcc5237cc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:50.927922 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b7a78c93-8ee6-4fac-ac5d-3bd147635817 req-76f32846-b69c-4104-8562-f1dbcc5237cc tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.0888000 Jun 28 11:24:51.018727 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device afb97f9e-4fbb-4881-ac53-9675fe12d09d no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:51.055880 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: afb97f9e-4fbb-4881-ac53-9675fe12d09d {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:51.056378 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device afb97f9e-4fbb-4881-ac53-9675fe12d09d not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:51.071244 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b7a78c93-8ee6-4fac-ac5d-3bd147635817 req-2ab57b60-4bad-45a1-8efd-6e4e3a4ca955 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368508 Jun 28 11:24:51.500598 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b50edb-02ea-440b-bead-d47f32aab40f req-b4808214-32a2-4801-be00-0508ab217b5b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:51.502049 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a6b50edb-02ea-440b-bead-d47f32aab40f req-b4808214-32a2-4801-be00-0508ab217b5b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0903103 Jun 28 11:24:51.544743 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a6b50edb-02ea-440b-bead-d47f32aab40f req-5680a4c9-1b7f-49f5-bedd-75f80ab7fecb tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364950 Jun 28 11:24:52.332506 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50baf7-2efe-43e2-8484-2e8da7dda43f req-8734a98e-7940-4383-9b23-87522aaaffa9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:52.334145 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4c50baf7-2efe-43e2-8484-2e8da7dda43f req-8734a98e-7940-4383-9b23-87522aaaffa9 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1521318 Jun 28 11:24:52.345121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-08ec2a16-8455-49db-82ec-ac1412adddc1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:52.346477 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-08ec2a16-8455-49db-82ec-ac1412adddc1 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 946 time: 0.1171999 Jun 28 11:24:52.438773 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4c50baf7-2efe-43e2-8484-2e8da7dda43f req-27aa0e2d-eb62-4d37-9ef1-0b97c327dfc7 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/security-groups?id=8217d9dd-734f-4b80-b6b1-b6406254f8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913513 Jun 28 11:24:52.444542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Deleting port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:52.444887 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.567304 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.697571 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] For port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:52.697834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.734753 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e102949-90ad-494c-abf0-daae9e8d451b req-0243b02a-b844-4fe7-a614-ead8d3fd1650 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:52.735875 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1e102949-90ad-494c-abf0-daae9e8d451b req-0243b02a-b844-4fe7-a614-ead8d3fd1650 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 943 time: 0.0866792 Jun 28 11:24:52.783333 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1e102949-90ad-494c-abf0-daae9e8d451b req-616691e0-f954-4f39-94a3-036876fd828b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Jun 28 11:24:52.829809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Calling delete_port for 9c9dfa86-879c-46cd-9ca0-290b8d29c97a owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:52.972384 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:52.985673 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['9c9dfa86-879c-46cd-9ca0-290b8d29c97a'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:24:53.024955 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Pushing event deleted for resources: {'Port': ['ID=9c9dfa86-879c-46cd-9ca0-290b8d29c97a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:53.028032 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:24:53.109775 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] No DVR routers for this DVR port 9c9dfa86-879c-46cd-9ca0-290b8d29c97a on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:53.112190 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:53.115312 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'name': 'network-vif-deleted', 'tag': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:53.132990 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-65662456-1bb3-4a67-8b5f-f648edc2a7f1 req-ee15c72f-2dc3-44cb-9483-5db3755fc860 tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.26 "DELETE /v2.0/ports/9c9dfa86-879c-46cd-9ca0-290b8d29c97a HTTP/1.1" status: 204 len: 173 time: 0.7719791 Jun 28 11:24:53.170404 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4c52db-49a6-4cf9-884c-1087d7d000ee'] response: {'server_uuid': 'db93e44f-7c6a-49a0-8dbd-dfdd73478507', 'name': 'network-vif-deleted', 'tag': '9c9dfa86-879c-46cd-9ca0-290b8d29c97a', 'status': 'completed', 'code': 200} Jun 28 11:24:53.172865 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:53.186940 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '19c1323e-3698-417a-8e47-cdc2107198e1', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'port_id': '19c1323e-3698-417a-8e47-cdc2107198e1', 'mac_address': 'fa:16:3e:f6:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:24:53.248269 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 19c1323e-3698-417a-8e47-cdc2107198e1 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:53.248561 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:53.265905 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c1323e-3698-417a-8e47-cdc2107198e1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:24:53.282352 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:53.286372 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:53.352993 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:53.621071 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dec917be-f07b-4b92-830a-6f8734517365 req-d3d093a7-ac29-4559-b00d-63e1a8a2f88e tempest-ServerRescueNegativeTestJSON-949951788 tempest-ServerRescueNegativeTestJSON-949951788-project] 10.222.0.44 "GET /v2.0/ports?device_id=db93e44f-7c6a-49a0-8dbd-dfdd73478507 HTTP/1.1" status: 200 len: 210 time: 0.0492244 Jun 28 11:24:53.712433 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['19c1323e-3698-417a-8e47-cdc2107198e1'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:24:54.078546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d46070-b47e-42e7-9868-f49ef2d288a5 req-c5d242d6-171f-4f1f-9ac1-f4494d0528f6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.085625 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e0d46070-b47e-42e7-9868-f49ef2d288a5 req-c5d242d6-171f-4f1f-9ac1-f4494d0528f6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 944 time: 0.1844635 Jun 28 11:24:54.105624 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-731ee4eb-6a42-474c-9611-77cbe1d82609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.107231 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-731ee4eb-6a42-474c-9611-77cbe1d82609 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1097 time: 0.1543851 Jun 28 11:24:54.163556 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e0d46070-b47e-42e7-9868-f49ef2d288a5 req-92aa9467-4cae-401e-b641-6e7a690634f5 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770805 Jun 28 11:24:54.268884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-c47ccb79-1f1c-458e-a037-a3f5f622c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.270336 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-c47ccb79-1f1c-458e-a037-a3f5f622c4ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.1299605 Jun 28 11:24:54.372007 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-4423013f-0d36-4a9f-a591-41dbb66e9742 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 1000 time: 0.0916431 Jun 28 11:24:54.435294 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-2872f832-67ec-4048-a12f-ce12327ab519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.436684 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-2872f832-67ec-4048-a12f-ce12327ab519 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.0585382 Jun 28 11:24:54.520058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-1a1ee5dc-8fb9-4edc-a99c-44b026d7ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:54.521728 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-1a1ee5dc-8fb9-4edc-a99c-44b026d7ae32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750346 Jun 28 11:24:54.723300 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57236) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:54.725860 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-4e79746f-2fe9-4c23-a725-7bb426d70cad service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974626 Jun 28 11:24:54.858482 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5947a985-592e-4564-b684-bf8e9f7b6812 req-c30cbc2a-8a92-45f5-bf8e-48d2cb920a5a service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261916 Jun 28 11:24:55.039178 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:24:55.106965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 19c1323e-3698-417a-8e47-cdc2107198e1 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:24:55.107336 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:55.226213 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 19c1323e-3698-417a-8e47-cdc2107198e1 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:24:55.226584 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:55.253499 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:24:55.263511 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:55.268994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:55.270349 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 9c9dfa86-879c-46cd-9ca0-290b8d29c97a no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:24:55.308193 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6b827d-8f20-4891-b3ba-59d9db54fd2d'] response: {'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'code': 200} Jun 28 11:24:55.350235 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 9c9dfa86-879c-46cd-9ca0-290b8d29c97a {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:24:55.350630 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 9c9dfa86-879c-46cd-9ca0-290b8d29c97a not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:24:55.382559 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b68bd-f5e4-4fcc-a262-93377c0d5469 req-b02981c6-f356-4c98-a0e6-bca71fc0528b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.384991 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-983b68bd-f5e4-4fcc-a262-93377c0d5469 req-b02981c6-f356-4c98-a0e6-bca71fc0528b tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.1110709 Jun 28 11:24:55.422624 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:55.441980 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-983b68bd-f5e4-4fcc-a262-93377c0d5469 req-128e0a5d-0dfd-4bc1-aca9-a55761fcd7e9 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509892 Jun 28 11:24:55.490716 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:55.617266 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee28c9b-18b1-4247-9304-c34b1876344a req-5e3f6625-8e7f-4941-bb97-5eb7b207ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:55.619034 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0ee28c9b-18b1-4247-9304-c34b1876344a req-5e3f6625-8e7f-4941-bb97-5eb7b207ce9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1098 time: 0.0812454 Jun 28 11:24:55.664655 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0ee28c9b-18b1-4247-9304-c34b1876344a req-e9f0166f-4457-4062-9f19-393fac7a334c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392556 Jun 28 11:24:55.846751 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Deleting port 1157b5d8-7edb-4916-9060-245edf2a432a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:55.847392 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:56.029038 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] For port 1157b5d8-7edb-4916-9060-245edf2a432a, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1157b5d8-7edb-4916-9060-245edf2a432a,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:56.029438 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:56.157803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Calling delete_port for 1157b5d8-7edb-4916-9060-245edf2a432a owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:56.624051 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:56.675098 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Pushing event deleted for resources: {'Port': ['ID=1157b5d8-7edb-4916-9060-245edf2a432a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:56.720408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.720756 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.721097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.721457 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.721791 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.722119 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.722448 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.722769 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.723095 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.723412 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.723732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.724799 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:24:56.871374 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94dc91-2a03-4212-bb52-dba2cb62c1c1 req-8a6ecd6c-ca38-45da-927d-0a6303c3e653 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:56.872851 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-db94dc91-2a03-4212-bb52-dba2cb62c1c1 req-8a6ecd6c-ca38-45da-927d-0a6303c3e653 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.3177979 Jun 28 11:24:56.942364 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-db94dc91-2a03-4212-bb52-dba2cb62c1c1 req-e8535bbc-5df1-41cc-98f4-8fff266b1467 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618713 Jun 28 11:24:56.967296 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:57.332818 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Router 623afd10-571f-414e-bd2d-516a19e88c4e has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:24:57.511332 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:24:57.519766 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] Sync routers for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:24:57.524242 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-fe90660b-d728-4915-bbe6-08ceb100ffef admin admin] 10.222.0.44 "PUT /v2.0/routers/623afd10-571f-414e-bd2d-516a19e88c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7998841 Jun 28 11:24:57.526703 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57248) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:57.531976 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:57.532602 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:24:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:57.701174 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:57.709741 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:57.987731 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:57.998721 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Deleting port b1cb8fad-e986-457a-8c23-71fa66623495 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:57.999027 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.035160 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:24:56Z', 'revision_number': 5, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port': {'id': 'b1cb8fad-e986-457a-8c23-71fa66623495', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:f5:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:52Z', 'updated_at': '2022-06-28T11:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:58.039214 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] Checking router: 623afd10-571f-414e-bd2d-516a19e88c4e for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:24:58.047609 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] Routers {'623afd10-571f-414e-bd2d-516a19e88c4e'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:24:58.048214 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:24:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['623afd10-571f-414e-bd2d-516a19e88c4e'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:58.162508 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e92bac-1345-471c-851f-7b82088ce6c4 req-6ce5d9ab-a967-47ed-9192-fa021962b7f6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:24:58.164612 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-63e92bac-1345-471c-851f-7b82088ce6c4 req-6ce5d9ab-a967-47ed-9192-fa021962b7f6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.1118443 Jun 28 11:24:58.182782 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] For port b1cb8fad-e986-457a-8c23-71fa66623495, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=b1cb8fad-e986-457a-8c23-71fa66623495,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:58.183193 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.200828 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] Set router 623afd10-571f-414e-bd2d-516a19e88c4e gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:24:58.215427 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-63e92bac-1345-471c-851f-7b82088ce6c4 req-d31158c2-0925-4e02-82c3-23227b5bb331 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451052 Jun 28 11:24:58.307214 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:24:57Z', 'revision_number': 6, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:24:58.311117 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Calling delete_port for b1cb8fad-e986-457a-8c23-71fa66623495 owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:58.311245 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdb915f-55d1-4bbf-b645-d671d995227c None None] The sync data for ids ['623afd10-571f-414e-bd2d-516a19e88c4e'] in dv-cinder-844474-1-iscsi is: [{'id': '623afd10-571f-414e-bd2d-516a19e88c4e', 'name': 'tempest-ServerRescueNegativeTestJSON-768608025-router', 'tenant_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:24:57Z', 'revision_number': 6, 'project_id': 'f1ed84feebac4d45a5a93f90ad7fd2f6', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:24:58.478615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.524457 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1cb8fad-e986-457a-8c23-71fa66623495,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:58.570741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.744669 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.746861 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.828970 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.829484 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623afd10-571f-414e-bd2d-516a19e88c4e {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:24:58.842887 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.843990 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d77da9a9-f2a2-4864-9703-c48d2d05af39 admin admin] 10.222.0.44 "DELETE /v2.0/routers/623afd10-571f-414e-bd2d-516a19e88c4e HTTP/1.1" status: 204 len: 168 time: 1.3163917 Jun 28 11:24:58.846491 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57256) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:58.893670 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-660a7e0a-2c50-4e51-b7b8-422fab693082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.905374 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Deleting subnet 072ee5e3-7c02-4d07-a21e-a7f3005e9627 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:24:58.908203 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:58.959707 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.025213 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.097582 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.137223 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072ee5e3-7c02-4d07-a21e-a7f3005e9627,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:59.139148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.143555 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c33bd-1599-4bd8-80a3-676067d4ba04 None None] Network b6cac5d3-7670-4734-938a-bc41ff6fb590 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:24:59.150676 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-4ea83440-db3d-43c5-b99a-329738e928c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/072ee5e3-7c02-4d07-a21e-a7f3005e9627 HTTP/1.1" status: 204 len: 168 time: 0.3032081 Jun 28 11:24:59.153102 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57260) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:24:59.266137 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.278232 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Deleting port 80126983-c0fe-4a7b-8332-e901c28a1864 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:59.278567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.405549 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] DHCP port deletion for b6cac5d3-7670-4734-938a-bc41ff6fb590 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:24:59.410006 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Deleting port 80126983-c0fe-4a7b-8332-e901c28a1864 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:24:59.410380 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.576580 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] For port 80126983-c0fe-4a7b-8332-e901c28a1864, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=80126983-c0fe-4a7b-8332-e901c28a1864,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:59.576825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.617046 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] For port 80126983-c0fe-4a7b-8332-e901c28a1864, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=80126983-c0fe-4a7b-8332-e901c28a1864,segment=NetworkSegment(e26f4e2c-5819-4ab5-8230-d60e14d195f8),segment_id=e26f4e2c-5819-4ab5-8230-d60e14d195f8)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:24:59.617466 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.697981 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Calling delete_port for 80126983-c0fe-4a7b-8332-e901c28a1864 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:59.738947 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Calling delete_port for 80126983-c0fe-4a7b-8332-e901c28a1864 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:24:59.772197 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.813539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:24:59.814754 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:24:59.821464 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Pushing event deleted for resources: {'Port': ['ID=80126983-c0fe-4a7b-8332-e901c28a1864,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:24:59.824926 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] No DVR routers for this DVR port 80126983-c0fe-4a7b-8332-e901c28a1864 on host dv-cinder-844474-1-iscsi {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:24:59.939158 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:24:59.964262 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.964615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.965381 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.965717 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > port after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.966035 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > port after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.966377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > port after_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.966706 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.967038 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.967375 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:24:59.967685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:25:00.054727 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:25:00.055354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:25:00.055354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:25:00.055687 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88060) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 11:25:00.056060 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cac5d3-7670-4734-938a-bc41ff6fb590']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:00.068732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26f4e2c-5819-4ab5-8230-d60e14d195f8') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:00.069020 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.services.segments.db [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26f4e2c-5819-4ab5-8230-d60e14d195f8') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:00.080089 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4159497'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.096332 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.104046 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:25:00.104438 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2369357'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.140432 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b1cb8fad-e986-457a-8c23-71fa66623495 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:00.176286 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: b1cb8fad-e986-457a-8c23-71fa66623495 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:00.176629 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b1cb8fad-e986-457a-8c23-71fa66623495 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:00.177069 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1157b5d8-7edb-4916-9060-245edf2a432a no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:00.209040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.214023 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 1157b5d8-7edb-4916-9060-245edf2a432a {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:00.214557 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1157b5d8-7edb-4916-9060-245edf2a432a not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:00.215239 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 80126983-c0fe-4a7b-8332-e901c28a1864 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:00.229181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.237916 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cac5d3-7670-4734-938a-bc41ff6fb590,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:00.254896 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8cf1516d-c193-4098-a9a3-a1428bd75e9c admin admin] 10.222.0.44 "DELETE /v2.0/networks/b6cac5d3-7670-4734-938a-bc41ff6fb590 HTTP/1.1" status: 204 len: 168 time: 1.1007016 Jun 28 11:25:00.265096 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 80126983-c0fe-4a7b-8332-e901c28a1864 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:00.265566 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 80126983-c0fe-4a7b-8332-e901c28a1864 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:00.316295 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Deleting port 80126983-c0fe-4a7b-8332-e901c28a1864 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:00.317000 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.319244 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.services.segments.plugin [-] Segment e26f4e2c-5819-4ab5-8230-d60e14d195f8 resource provider aggregate not found Jun 28 11:25:00.338085 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.services.segments.plugin [-] Segment e26f4e2c-5819-4ab5-8230-d60e14d195f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e26f4e2c-5819-4ab5-8230-d60e14d195f8 found for delete ", "request_id": "req-7ab2206b-546e-42d2-8e48-952deccff45e"}]} Jun 28 11:25:00.380116 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57276) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:00.384275 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9a60572b-c614-4edc-8973-f6f63a00e430 None None] The port '80126983-c0fe-4a7b-8332-e901c28a1864' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:25:00.430423 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ef27dff4-e779-4395-b222-086962af390c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1ed84feebac4d45a5a93f90ad7fd2f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0484881 Jun 28 11:25:00.432849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57280) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:00.488556 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6279-32fa-40be-baf4-1378c6bf627f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.517978 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6279-32fa-40be-baf4-1378c6bf627f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.568831 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6279-32fa-40be-baf4-1378c6bf627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.585242 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f6279-32fa-40be-baf4-1378c6bf627f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8217d9dd-734f-4b80-b6b1-b6406254f8eb,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:00.595873 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6279-32fa-40be-baf4-1378c6bf627f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:00.597039 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-bf8f6279-32fa-40be-baf4-1378c6bf627f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8217d9dd-734f-4b80-b6b1-b6406254f8eb HTTP/1.1" status: 204 len: 168 time: 0.1632264 Jun 28 11:25:01.269693 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-73068c23-62e5-4e9a-9c3d-bbbaac4ece4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.304634 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57304) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:01.406917 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-736110127-network', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:01.412663 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:01.416489 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Usage tracker for resource:network and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:01.419349 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:01.424916 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:01.436132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Made reservation on behalf of fad5ffca8aea49ad853f41d0fd7897db for: {'network': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:01.438531 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.450907 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.468358 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:01.472205 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:01.476481 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:01.482623 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:01.564278 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.568027 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.598509 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=88060) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:25:01.607333 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e6e0a-fa92-4a3b-9235-69b02c00a254,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:01.613169 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.613555 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.segments_db [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Added segment c5c6136f-a860-43ac-b6f1-ec0f87c86122 of type vlan for network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c Jun 28 11:25:01.639674 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.671757 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.672664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:01.673234 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:01.771658 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4653316 Jun 28 11:25:01.772730 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d967657-a749-445e-975a-cf65e3a4e006 admin admin] Pushing event updated for resources: {'Network': ['ID=7e499a7e-360e-4d0c-b1e6-29d5bff6697c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:01.774622 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57310) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:01.780004 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Request body: {'subnet': {'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-subnet', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:01.784836 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:01.789194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Usage tracker for resource:subnet and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:01.790150 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:25:01.792313 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:01.798704 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:01.808944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Made reservation on behalf of fad5ffca8aea49ad853f41d0fd7897db for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:01.811301 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2458122'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.014838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2458172'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.090527 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b4e970-40f2-4305-a5ad-d999eeebe7ab,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:02.097928 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Checking segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:02.098277 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Network hostable DHCP agents. Network: 7e499a7e-360e-4d0c-b1e6-29d5bff6697c, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:25:02.118678 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:25:02.127855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 7e499a7e-360e-4d0c-b1e6-29d5bff6697c) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:02.131950 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:02.132523 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.137091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a868c-7881-4c81-87d6-645a9d99d573 None None] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:25:02.152284 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-d579fdc8-19b0-43e2-9b85-56e8599eeb50 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3764758 Jun 28 11:25:02.154872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57314) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:02.159743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:02.165425 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:02.169216 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Usage tracker for resource:router and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:02.172043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:02.177758 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:02.188418 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.189444 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.203999 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.323139 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.385059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.393019 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:25:02.394008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.481687 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.550799 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Allocated IP 172.20.0.2 (7e499a7e-360e-4d0c-b1e6-29d5bff6697c/18b4e970-40f2-4305-a5ad-d999eeebe7ab/09396b14-f48f-4e6e-ad81-e3c214a99751) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:02.787724 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.797546 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Transition to ACTIVE for port object 09396b14-f48f-4e6e-ad81-e3c214a99751 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:02.815520 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Transition to ACTIVE for port object 09396b14-f48f-4e6e-ad81-e3c214a99751 will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:02.823392 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.874000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:02.887675 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:02.894843 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:02.899996 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:02.906220 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Pushing event updated for resources: {'Port': ['ID=09396b14-f48f-4e6e-ad81-e3c214a99751,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:02.906750 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.011059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Attempting to bind port 09396b14-f48f-4e6e-ad81-e3c214a99751 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:03.011422 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Attempting to bind port 09396b14-f48f-4e6e-ad81-e3c214a99751 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:03.011772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Attempting to bind port 09396b14-f48f-4e6e-ad81-e3c214a99751 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:03.016945 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:03.017340 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Checking segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:03.017737 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.018124 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Bound using segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:03.018582 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Bound port: 09396b14-f48f-4e6e-ad81-e3c214a99751, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:03.018946 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.044635 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Allocated IP 172.27.1.132 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/d1c79404-2850-435c-9c6c-c0fa75759e0a) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:03.107559 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] For port 09396b14-f48f-4e6e-ad81-e3c214a99751, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:03.110452 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] For port 09396b14-f48f-4e6e-ad81-e3c214a99751, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=09396b14-f48f-4e6e-ad81-e3c214a99751,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:03.114141 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.198173 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.204951 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118dab-16fd-427e-8169-67ff705ead00 None None] Pushing event updated for resources: {'Port': ['ID=09396b14-f48f-4e6e-ad81-e3c214a99751,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:03.236016 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.298605 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:03.306469 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:03.310784 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:03.340481 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Pushing event updated for resources: {'Port': ['ID=d1c79404-2850-435c-9c6c-c0fa75759e0a,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:03.561232 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:03.737837 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.091582 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.115552 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88628fc-dfff-43f1-bd33-a91c28e2387b None None] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:25:04.190971 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 09396b14-f48f-4e6e-ad81-e3c214a99751 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:04.251968 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21b15d30-8f3e-4a27-8efe-0cd06a4e0cd0 None None] Provisioning for port 09396b14-f48f-4e6e-ad81-e3c214a99751 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:04.348069 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 09396b14-f48f-4e6e-ad81-e3c214a99751 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:04.357455 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 09396b14-f48f-4e6e-ad81-e3c214a99751 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:04.357772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.407719 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Router 2b381603-f513-4778-9688-14a20b58743d is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88059) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:25:04.542591 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 09396b14-f48f-4e6e-ad81-e3c214a99751 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:04.542952 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.577791 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 09396b14-f48f-4e6e-ad81-e3c214a99751, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=09396b14-f48f-4e6e-ad81-e3c214a99751,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:04.582791 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.598942 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:04.622518 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:04.627951 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.629324 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-591be92b-6d5c-4a7f-9e25-747d4e6a648a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4734833 Jun 28 11:25:04.632658 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57318) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:04.649313 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:04.649948 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:04.802803 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=09396b14-f48f-4e6e-ad81-e3c214a99751,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:04.826472 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-8c75568d-60a9-4eba-bc02-88689f61c77f None None] Provisioning complete for port 09396b14-f48f-4e6e-ad81-e3c214a99751 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:04.826839 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c75568d-60a9-4eba-bc02-88689f61c77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:04.888709 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:05.201903 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-8c75568d-60a9-4eba-bc02-88689f61c77f None None] Current status of the port 09396b14-f48f-4e6e-ad81-e3c214a99751 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:05.268764 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:03Z', 'revision_number': 3, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:05.273447 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:05.273796 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Updating router 2b381603-f513-4778-9688-14a20b58743d port d1c79404-2850-435c-9c6c-c0fa75759e0a binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:25:05.321346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.327130 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.522649 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Allocated IP 172.20.0.1 (7e499a7e-360e-4d0c-b1e6-29d5bff6697c/18b4e970-40f2-4305-a5ad-d999eeebe7ab/6929fd45-a605-49d2-ab63-5cbfd15bcd33) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:05.654142 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.666669 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Transition to ACTIVE for port object d1c79404-2850-435c-9c6c-c0fa75759e0a will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:05.671535 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.674315 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.688264 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Transition to ACTIVE for port object 6929fd45-a605-49d2-ab63-5cbfd15bcd33 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:05.712877 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.757703 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Attempting to bind port d1c79404-2850-435c-9c6c-c0fa75759e0a on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:05.758069 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Attempting to bind port d1c79404-2850-435c-9c6c-c0fa75759e0a by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:05.758427 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Attempting to bind port d1c79404-2850-435c-9c6c-c0fa75759e0a on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:05.760529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bb671-703e-4fb4-bf1b-7e23240b0a6c None None] Pushing event updated for resources: {'Port': ['ID=d1c79404-2850-435c-9c6c-c0fa75759e0a,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:05.766710 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:05.767076 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:05.767476 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.768270 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:05.768270 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Bound port: d1c79404-2850-435c-9c6c-c0fa75759e0a, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:05.768645 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.844585 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] For port d1c79404-2850-435c-9c6c-c0fa75759e0a, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:05.847770 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] For port d1c79404-2850-435c-9c6c-c0fa75759e0a, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d1c79404-2850-435c-9c6c-c0fa75759e0a,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:05.852264 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.875188 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:05.876357 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:05.880011 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:05.925910 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=6929fd45-a605-49d2-ab63-5cbfd15bcd33,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:05.937411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bb671-703e-4fb4-bf1b-7e23240b0a6c None None] Pushing event updated for resources: {'Port': ['ID=d1c79404-2850-435c-9c6c-c0fa75759e0a,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:05.950911 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:05.951667 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:05.952370 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:06.153674 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 09396b14-f48f-4e6e-ad81-e3c214a99751 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:06.191549 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:06.216047 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.236005 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4283082e-b0c0-4b11-a3e9-4e8ece2b21f3 None None] Provisioning for port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:06.316399 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4283082e-b0c0-4b11-a3e9-4e8ece2b21f3 None None] Provisioning complete for port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:06.316761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4283082e-b0c0-4b11-a3e9-4e8ece2b21f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.440657 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.446486 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.455809 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4283082e-b0c0-4b11-a3e9-4e8ece2b21f3 None None] Port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:25:06.483006 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 09396b14-f48f-4e6e-ad81-e3c214a99751 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:06.483371 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.552192 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Pushing event updated for resources: {'Port': ['ID=6929fd45-a605-49d2-ab63-5cbfd15bcd33,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:06.554566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:06.667743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:03Z', 'revision_number': 3, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:06.669617 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 09396b14-f48f-4e6e-ad81-e3c214a99751 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:06.674882 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155fd9c5-f32c-4c69-881c-2cc5aae14d4b None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:03Z', 'revision_number': 3, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:06.696092 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:06.697607 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:06.905311 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Router 2b381603-f513-4778-9688-14a20b58743d has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:06.979064 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-5eadef5a-e615-48db-81d3-dd76b85681df None None] Provisioning complete for port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:06.979434 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-5eadef5a-e615-48db-81d3-dd76b85681df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.083203 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-5eadef5a-e615-48db-81d3-dd76b85681df None None] Port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:25:07.102819 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:07.112022 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-16f3e514-2890-463f-849e-90f6dff1ff47 admin admin] 10.222.0.44 "PUT /v2.0/routers/2b381603-f513-4778-9688-14a20b58743d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4783587 Jun 28 11:25:07.435977 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57328) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:07.441565 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1911310783', 'description': 'tempest-description--1019662111'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:07.447632 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:07.451553 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:07.454498 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:07.460902 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:07.470890 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.491377 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:07.495732 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:07.498773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:07.505248 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:07.578227 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.582047 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.626526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a7feb-1745-487d-83c1-a6b551186d73,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:07.629189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.630726 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7108cf9f-8000-4bb7-8e22-fdd96991af88 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1934302 Jun 28 11:25:07.633477 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57334) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:07.638411 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'security_group_rule': {'security_group_id': '3e4a7feb-1745-487d-83c1-a6b551186d73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:07.644094 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:07.648646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:07.651519 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:07.657194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:07.673699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.734784 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.738474 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.762183 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fbc1a54-36b7-44c0-9522-6273fceb220b,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:07.770406 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.773716 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-5f65a658-16ea-4995-98cb-17b9b347b148 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1393099 Jun 28 11:25:07.774672 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57338) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:07.779458 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'security_group_rule': {'security_group_id': '3e4a7feb-1745-487d-83c1-a6b551186d73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:07.785102 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:07.789147 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:07.792003 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:07.797785 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:07.813924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.873729 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.877819 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.901383 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd75532b-eae2-4e99-a281-b4906ea9d66f,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:07.911132 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:07.915647 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-41f22e29-db8c-46aa-b0b3-4c443fb47982 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372101 Jun 28 11:25:07.915797 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57342) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:07.921055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:07.927213 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:07.933989 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:floatingip and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:07.936213 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:07.942428 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:07.959143 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.163188 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d1c79404-2850-435c-9c6c-c0fa75759e0a up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:08.200250 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.229447 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:08.239928 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port d1c79404-2850-435c-9c6c-c0fa75759e0a completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:08.240242 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:08.241105 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.246803 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d1c79404-2850-435c-9c6c-c0fa75759e0a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:08.247364 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.338884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Allocated IP 172.27.1.43 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/55f32531-110d-4729-b448-ddf5de89f7dc) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:08.375458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d1c79404-2850-435c-9c6c-c0fa75759e0a is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:08.376100 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.395731 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port d1c79404-2850-435c-9c6c-c0fa75759e0a, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d1c79404-2850-435c-9c6c-c0fa75759e0a,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:08.402571 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.434558 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:08.479996 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=d1c79404-2850-435c-9c6c-c0fa75759e0a,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:08.506257 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.540149 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.612619 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:08.621211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:08.625401 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:08.655431 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'Port': ['ID=55f32531-110d-4729-b448-ddf5de89f7dc,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:08.714394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.763614 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 2, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:08.767496 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:08.767845 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Updating router 2b381603-f513-4778-9688-14a20b58743d port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:25:08.782367 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:08.828292 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.048346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.056668 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.184452 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'Port': ['ID=55f32531-110d-4729-b448-ddf5de89f7dc,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:09.203613 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.228103 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.240509 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Transition to ACTIVE for port object 6929fd45-a605-49d2-ab63-5cbfd15bcd33 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:09.241868 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b30b4-38f4-4df1-acfa-d2bc8e1b4b73 req-e8edfe22-7e37-4b2c-8a15-f6f23dd467bb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:09.243620 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-538b30b4-38f4-4df1-acfa-d2bc8e1b4b73 req-e8edfe22-7e37-4b2c-8a15-f6f23dd467bb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.2321293 Jun 28 11:25:09.248416 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.250543 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.252050 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a4914baf-2af6-464a-aa37-a37a554f1a69 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3350692 Jun 28 11:25:09.295024 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-538b30b4-38f4-4df1-acfa-d2bc8e1b4b73 req-d90535d9-a0a6-4c28-927a-108a2fadd404 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417602 Jun 28 11:25:09.416227 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Pushing event updated for resources: {'Port': ['ID=6929fd45-a605-49d2-ab63-5cbfd15bcd33,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:09.432559 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-088d5724-e5d4-4e60-84f8-37aff1654a4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:09.451966 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-088d5724-e5d4-4e60-84f8-37aff1654a4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:09.453289 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-088d5724-e5d4-4e60-84f8-37aff1654a4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1911310783&fields=id&tenant_id=fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 267 time: 0.0668812 Jun 28 11:25:09.470447 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.470785 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.471117 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.471443 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.471760 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.472167 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.472730 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.473301 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.474061 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.474533 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.474855 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.475171 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:09.500425 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Attempting to bind port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:09.500784 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Attempting to bind port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:09.501136 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Attempting to bind port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:09.507311 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:09.507676 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Checking segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:09.508068 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.508452 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Bound using segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:09.508912 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Bound port: 6929fd45-a605-49d2-ab63-5cbfd15bcd33, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:09.509354 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.606669 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] For port 6929fd45-a605-49d2-ab63-5cbfd15bcd33, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:09.608959 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-5463ddc8-8fee-4a74-a18e-f82e8857e042 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:09.609668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-5463ddc8-8fee-4a74-a18e-f82e8857e042 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:network {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:09.609789 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] For port 6929fd45-a605-49d2-ab63-5cbfd15bcd33, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=6929fd45-a605-49d2-ab63-5cbfd15bcd33,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:09.613943 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:09.627207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-5463ddc8-8fee-4a74-a18e-f82e8857e042 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:network {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:09.628364 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-5463ddc8-8fee-4a74-a18e-f82e8857e042 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 816 time: 0.1666033 Jun 28 11:25:09.643667 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-d9ea29d0-0822-4b98-8e14-17cba4a4f9d3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/quotas/fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 375 time: 0.0089750 Jun 28 11:25:09.695816 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:09.696453 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:09.740467 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-251705ad-40f1-4711-b16e-2b53cebf0eb8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911050 Jun 28 11:25:09.807024 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa251ca8-d050-485c-8c72-a5020c789d67 None None] Pushing event updated for resources: {'Port': ['ID=6929fd45-a605-49d2-ab63-5cbfd15bcd33,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:09.878570 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:09.885155 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-754656cf-b31f-4a74-a04b-e5a3133ef9da service neutron] 10.222.0.44 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311095 Jun 28 11:25:10.114038 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-311abe60-6a52-45bd-8e05-77dcf917f4c7 service neutron] 10.222.0.44 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230368 Jun 28 11:25:10.162369 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d1c79404-2850-435c-9c6c-c0fa75759e0a up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:10.220609 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:09Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:10.226785 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f161987d-04c5-4c6a-ae26-d1c2c0d58afa None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:09Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:10.239262 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port d1c79404-2850-435c-9c6c-c0fa75759e0a triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:10.239682 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.390234 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port d1c79404-2850-435c-9c6c-c0fa75759e0a is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:10.400923 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-dae0469f-8f14-4e16-82fc-9d22dd8429eb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:10.402467 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-dae0469f-8f14-4e16-82fc-9d22dd8429eb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.1015608 Jun 28 11:25:10.532360 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Deleting port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:10.532634 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:10.657754 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb29b1-0520-4fe2-b54c-8f67060c39ff req-1ed02b85-f5d0-4f93-b05e-a0f681dd473f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:10.659221 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d0cb29b1-0520-4fe2-b54c-8f67060c39ff req-1ed02b85-f5d0-4f93-b05e-a0f681dd473f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 945 time: 0.2089524 Jun 28 11:25:10.793801 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d0cb29b1-0520-4fe2-b54c-8f67060c39ff req-404305e6-dc77-4084-b2d7-d54aa52b20c8 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=e7fd6996-6b79-46c9-8c6b-6780deefad04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269846 Jun 28 11:25:10.848347 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] For port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:10.849249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.248844 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.249222 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.249571 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Floating IP d9565b16-6bab-4d30-8d8c-9cc299f51baf disassociated. External IP: 172.27.1.152, port: cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4. Jun 28 11:25:11.249922 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Calling delete_port for cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:11.354057 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b2dc1784-9ea9-4f37-82e6-1bd63a6154b9 req-8b9e7504-c068-4e84-9e0d-7e64914373da tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:11.391026 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b2dc1784-9ea9-4f37-82e6-1bd63a6154b9 req-8b9e7504-c068-4e84-9e0d-7e64914373da tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:11.392105 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b2dc1784-9ea9-4f37-82e6-1bd63a6154b9 req-8b9e7504-c068-4e84-9e0d-7e64914373da tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 210 time: 0.1042104 Jun 28 11:25:11.457772 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:11.511231 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event deleted for resources: {'Port': ['ID=cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:11.698206 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:11.882759 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:11.894060 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:11.913708 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:11.914581 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:11.974369 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e577ac54-fa58-48ca-abd6-752ac87018c7 req-2f8eb846-753d-4faa-885b-a75ccb589e4a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=07923d06-2af5-4504-a348-96eb0525ae23 HTTP/1.1" status: 200 len: 210 time: 0.0591576 Jun 28 11:25:11.989917 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] No DVR routers for this DVR port cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:25:11.993651 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:12.005812 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'name': 'network-vif-deleted', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:12.022697 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d8c67008-ffc0-4383-b9e4-23698663e0b8 req-ef242bfa-497b-41ce-aa66-b955c2ff0178 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "DELETE /v2.0/ports/cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 HTTP/1.1" status: 204 len: 173 time: 1.6140833 Jun 28 11:25:12.062060 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0098307-7e6b-45e2-bd84-0d5fd7591542'] response: {'server_uuid': '07923d06-2af5-4504-a348-96eb0525ae23', 'name': 'network-vif-deleted', 'tag': 'cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4', 'status': 'completed', 'code': 200} Jun 28 11:25:12.133196 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:12.178593 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 6929fd45-a605-49d2-ab63-5cbfd15bcd33 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:12.405212 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:12.414915 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:12.415291 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:12.520185 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-71731a24-d577-4330-b0aa-6445f09b4a1e req-d68c41d7-b465-4d7f-8447-92fbbba1965f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 210 time: 0.0646544 Jun 28 11:25:12.621553 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:12.621972 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:12.638890 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:12.649540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:12.666200 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:12.666815 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:12.717736 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 6929fd45-a605-49d2-ab63-5cbfd15bcd33, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=6929fd45-a605-49d2-ab63-5cbfd15bcd33,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:12.724461 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:12.912877 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=6929fd45-a605-49d2-ab63-5cbfd15bcd33,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:12.944361 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:13.045005 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:25:13.106585 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57392) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:13.172315 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-392d053f-8982-4c2c-9c2d-c767b842d472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.187597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:13.201554 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-392d053f-8982-4c2c-9c2d-c767b842d472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.229044 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:13.229583 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device cc2ac463-68c9-4bdf-b00a-0c9fd1f50cb4 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:13.258729 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-392d053f-8982-4c2c-9c2d-c767b842d472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.276207 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d053f-8982-4c2c-9c2d-c767b842d472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fd6996-6b79-46c9-8c6b-6780deefad04,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:13.290635 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-392d053f-8982-4c2c-9c2d-c767b842d472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.291791 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-392d053f-8982-4c2c-9c2d-c767b842d472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "DELETE /v2.0/security-groups/e7fd6996-6b79-46c9-8c6b-6780deefad04 HTTP/1.1" status: 204 len: 168 time: 0.1840539 Jun 28 11:25:13.294701 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57396) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:13.304859 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:13.309062 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90871e05-d797-4ee1-a7ac-4f7203ca23f4 None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:13.314274 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.api.v2.resource [None req-86a1b8c3-5e34-4c64-b1d5-2142d2b43fa6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] show failed (client error): The resource could not be found. Jun 28 11:25:13.318481 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-86a1b8c3-5e34-4c64-b1d5-2142d2b43fa6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups/e7fd6996-6b79-46c9-8c6b-6780deefad04 HTTP/1.1" status: 404 len: 347 time: 0.0198400 Jun 28 11:25:13.318686 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57400) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:13.482087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Deleting port 0d879001-71ea-42e2-9666-857b0038245a {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:13.482426 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.519074 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4a2fb9-2f2a-4c63-878c-78ccae2cc6e3 None None] New status for floating IP d9565b16-6bab-4d30-8d8c-9cc299f51baf: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:13.780096 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-86178896-9604-421a-bcfc-20ee8d7fb3ed req-834f9161-c77a-449a-b6a1-acfd4475ca84 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 210 time: 0.0587177 Jun 28 11:25:13.832921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.833997 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:13.961739 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Calling delete_port for 0d879001-71ea-42e2-9666-857b0038245a owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:14.050495 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.db.api [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:25:14.050834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG oslo_db.api [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:25:14.144946 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 6929fd45-a605-49d2-ab63-5cbfd15bcd33 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:14.216424 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:14.216706 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.332058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:14.504970 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-821b17ce-645f-470c-92a5-3dacf0a69fbd tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:14.506471 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-821b17ce-645f-470c-92a5-3dacf0a69fbd tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 816 time: 0.1459970 Jun 28 11:25:14.553450 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Deleting port 0d879001-71ea-42e2-9666-857b0038245a {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:14.553793 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.586786 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-fd8344fc-55d9-4051-9a47-51c7b41cb135 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:14.617676 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-fd8344fc-55d9-4051-9a47-51c7b41cb135 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:14.619050 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-fd8344fc-55d9-4051-9a47-51c7b41cb135 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 380 time: 0.1033249 Jun 28 11:25:14.639840 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'port': {'device_id': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'admin_state_up': True, 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'security_groups': ['3e4a7feb-1745-487d-83c1-a6b551186d73']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:14.857016 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.857373 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:14.942323 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2cd2455c-dd58-463d-96f0-395410c2c0ce req-f551a152-0bb1-4b67-8e5a-b4fff19054a6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 210 time: 0.0509846 Jun 28 11:25:14.979665 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:14.987872 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Calling delete_port for 0d879001-71ea-42e2-9666-857b0038245a owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:15.032208 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.054401 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Made reservation on behalf of fad5ffca8aea49ad853f41d0fd7897db for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:15.057788 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.256780 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.345417 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event deleted for resources: {'Port': ['ID=0d879001-71ea-42e2-9666-857b0038245a,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.392411 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Allocated IP 172.20.0.5 (7e499a7e-360e-4d0c-b1e6-29d5bff6697c/18b4e970-40f2-4305-a5ad-d999eeebe7ab/2596c1e9-4ebe-49bd-b824-6b30670404b5) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:15.439008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.623589 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.624620 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-eebb3a19-9b13-4d5f-ae6e-80421d9868a9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "DELETE /v2.0/floatingips/d9565b16-6bab-4d30-8d8c-9cc299f51baf HTTP/1.1" status: 204 len: 168 time: 2.3049612 Jun 28 11:25:15.703865 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.710326 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57418) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.715532 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095625603', 'description': 'tempest-description--2055609971'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:15.719542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Transition to ACTIVE for port object 2596c1e9-4ebe-49bd-b824-6b30670404b5 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:15.721134 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.725765 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.728674 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.737599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.744963 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.748720 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.768369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.772823 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.775980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.781666 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.815217 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:15.822525 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:15.826920 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:15.856470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.858205 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.861677 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.917435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb691dcd-ee56-4780-9d8c-6d910920b9f2,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:15.918092 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:15.918972 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.925344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:15.931357 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57422) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:15.932242 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8ecb8ce7-a13b-49fd-bfae-ad66d71f39d7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2208331 Jun 28 11:25:15.937613 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'security_group_rule': {'security_group_id': 'fb691dcd-ee56-4780-9d8c-6d910920b9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:15.946577 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:15.951451 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:15.954699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:15.958588 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-aa507537-4b08-401f-85b5-dfb469964f8c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3217971 Jun 28 11:25:15.962676 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:15.976440 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Request body: {'port': {'device_id': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:16.033238 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.122077 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d1d764ad-b706-44e6-b409-97bffbca6885 None None] Provisioning for port 2596c1e9-4ebe-49bd-b824-6b30670404b5 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:16.128394 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d1d764ad-b706-44e6-b409-97bffbca6885 None None] Provisioning complete for port 2596c1e9-4ebe-49bd-b824-6b30670404b5 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:16.129006 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1d764ad-b706-44e6-b409-97bffbca6885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.139319 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.151824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96e564-5b36-4e16-99f9-c0d57eb9ba3d req-6421fa07-a4f9-4b08-ad6f-86762596b744 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:16.153382 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3d96e564-5b36-4e16-99f9-c0d57eb9ba3d req-6421fa07-a4f9-4b08-ad6f-86762596b744 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 931 time: 0.0979083 Jun 28 11:25:16.167923 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.193740 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d1d764ad-b706-44e6-b409-97bffbca6885 None None] Port 2596c1e9-4ebe-49bd-b824-6b30670404b5 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:25:16.197366 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.204560 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3d96e564-5b36-4e16-99f9-c0d57eb9ba3d req-a20fb5ac-35b2-4d2c-9646-72cbc7b4451e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445118 Jun 28 11:25:16.238610 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebcc516-d2a4-4e67-9932-b9963630679d,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:16.253612 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.257317 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e65c19ab-ca9f-4a1a-8f12-37d25fc1a321 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3222821 Jun 28 11:25:16.258361 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57428) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:16.263737 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'security_group_rule': {'security_group_id': 'fb691dcd-ee56-4780-9d8c-6d910920b9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:16.269592 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:16.273773 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:security_group_rule and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:16.276605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:16.282655 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:16.299250 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.360349 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.364269 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.388837 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4d958a-02df-4499-9d43-167277369829,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:16.400057 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.401594 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c990fbd6-6320-43f3-9a9d-ca00d2f0f846 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418486 Jun 28 11:25:16.404683 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57432) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:16.409651 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:16.416286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:16.420172 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Usage tracker for resource:floatingip and tenant:056b0190f953404d9250822490efe62b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:16.422968 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:16.428808 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:16.439098 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.535429 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2596c1e9-4ebe-49bd-b824-6b30670404b5 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:16.543857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.558605 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Transition to ACTIVE for port object 2596c1e9-4ebe-49bd-b824-6b30670404b5 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:16.561983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.573772 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.720829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Allocated IP 172.27.1.72 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/65f167b9-1b2f-4a83-b0a7-a98a049c1b76) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:16.725788 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:16.815296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Attempting to bind port 2596c1e9-4ebe-49bd-b824-6b30670404b5 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:16.815641 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Attempting to bind port 2596c1e9-4ebe-49bd-b824-6b30670404b5 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:16.815969 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Attempting to bind port 2596c1e9-4ebe-49bd-b824-6b30670404b5 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:16.821976 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Port 2596c1e9-4ebe-49bd-b824-6b30670404b5 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:25:16.822296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Attempting to bind port 2596c1e9-4ebe-49bd-b824-6b30670404b5 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:16.827604 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:16.827935 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Checking segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:16.828316 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Bound using segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:16.828746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Bound port: 2596c1e9-4ebe-49bd-b824-6b30670404b5, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:16.829089 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.883012 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.914466 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.919220 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:16.922416 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:16.926577 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.978936 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:16.981734 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:16.986175 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:16.986751 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:16.988076 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] 10.222.0.26 "PUT /v2.0/ports/2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 1093 time: 1.0217695 Jun 28 11:25:16.988550 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:16.990252 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:17.017558 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128ca70-fab0-4214-870e-46170b1b255b service neutron] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:17.050409 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'Port': ['ID=65f167b9-1b2f-4a83-b0a7-a98a049c1b76,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:17.086096 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94beb7e4-db04-4188-926a-1cc4a7f5223c'] response: {'name': 'network-changed', 'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'status': 'completed', 'code': 200} Jun 28 11:25:17.103826 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.127336 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-f1ee729c-5f7a-441a-8abe-15ab7abf1099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:17.128839 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-f1ee729c-5f7a-441a-8abe-15ab7abf1099 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1096 time: 0.0907030 Jun 28 11:25:17.168051 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.204535 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-832a13a4-8ede-4da0-8267-7ec7fa26f4ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 217 time: 0.0686250 Jun 28 11:25:17.281956 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-4b18258a-1969-4663-b13f-acf3f03eb691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:17.283466 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-4b18258a-1969-4663-b13f-acf3f03eb691 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0731382 Jun 28 11:25:17.377660 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-555fda62-ac29-4b22-b3f3-619664f650e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:17.379122 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-555fda62-ac29-4b22-b3f3-619664f650e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837598 Jun 28 11:25:17.446288 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.453033 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.491939 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945227c-1482-4c85-896c-711a91650990 req-3d73cdb5-41ec-422b-8a17-958c86237402 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:17.493696 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9945227c-1482-4c85-896c-711a91650990 req-3d73cdb5-41ec-422b-8a17-958c86237402 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.1657178 Jun 28 11:25:17.517134 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-1d431e7d-ca1f-483a-b01c-5d4972dd4c07 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318960 Jun 28 11:25:17.605987 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'Port': ['ID=65f167b9-1b2f-4a83-b0a7-a98a049c1b76,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:17.614879 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.621634 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9945227c-1482-4c85-896c-711a91650990 req-d31cc6ff-394c-4a9b-bcda-810009236f12 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206112 Jun 28 11:25:17.643793 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:17.646585 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-2dbf3575-6bd1-43bb-b6bf-f05b1db646dc tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2401822 Jun 28 11:25:17.758872 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-345c3d89-3c76-4d72-a84f-66e3d241dfe3 req-69d8caa8-8970-43c7-808f-e7597b47a6d0 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355316 Jun 28 11:25:17.903488 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-fea72eee-d93a-4609-bee7-459abf6b1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:17.904919 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-fea72eee-d93a-4609-bee7-459abf6b1fb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1096 time: 0.1014946 Jun 28 11:25:17.991816 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2885ba2e-2830-4867-bcee-e6adf0b21c55 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:18.028115 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2885ba2e-2830-4867-bcee-e6adf0b21c55 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:18.029158 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2885ba2e-2830-4867-bcee-e6adf0b21c55 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2095625603&fields=id&tenant_id=056b0190f953404d9250822490efe62b HTTP/1.1" status: 200 len: 267 time: 0.1516407 Jun 28 11:25:18.131132 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-eea50fb3-23b7-4c72-b2ee-14d8aeb7bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:18.132558 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-eea50fb3-23b7-4c72-b2ee-14d8aeb7bf1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.2196312 Jun 28 11:25:18.215040 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-43b06dc3-05a3-4408-96f0-aa190a51e67f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 217 time: 0.0743141 Jun 28 11:25:18.292916 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-43cfc6b3-a861-41df-8be8-78011c6bc4e9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:18.294251 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-43cfc6b3-a861-41df-8be8-78011c6bc4e9 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 811 time: 0.2548268 Jun 28 11:25:18.312894 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-612a64e6-8133-4312-b6e5-d266b9b5a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:18.314249 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-612a64e6-8133-4312-b6e5-d266b9b5a8b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0854652 Jun 28 11:25:18.316223 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eec26067-fcb6-4d65-9f80-1010bd456102 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/quotas/056b0190f953404d9250822490efe62b HTTP/1.1" status: 200 len: 375 time: 0.0146370 Jun 28 11:25:18.455999 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-d6080c03-a8a2-4646-a112-91a3740effe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:18.457478 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-d6080c03-a8a2-4646-a112-91a3740effe2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1369750 Jun 28 11:25:18.469458 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-467d49a6-fcdc-48a8-936d-93e71962ff9e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:18.555749 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-467d49a6-fcdc-48a8-936d-93e71962ff9e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:18.556896 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-467d49a6-fcdc-48a8-936d-93e71962ff9e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2006750 Jun 28 11:25:18.607341 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-f58d0be3-b044-4ae7-89cb-1802f857499c service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353407 Jun 28 11:25:18.835193 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cd84c-5125-4fce-8c3e-382850c01ebb req-224e12fd-e717-41ff-ae44-a5f4f89c26a3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:18.836803 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-903cd84c-5125-4fce-8c3e-382850c01ebb req-224e12fd-e717-41ff-ae44-a5f4f89c26a3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0920894 Jun 28 11:25:18.843723 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fa701d7b-0da0-4895-9977-9faead67cc06 req-e37114d9-297b-49fc-8ea8-5b16cbeb97d7 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298479 Jun 28 11:25:18.845540 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-e27c5c67-113f-476e-b2f8-58eff260b7d8 service neutron] 10.222.0.44 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764602 Jun 28 11:25:18.976147 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-903cd84c-5125-4fce-8c3e-382850c01ebb req-5d62397d-8da4-42aa-93e8-e2bae2f305ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337173 Jun 28 11:25:18.982217 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2fa06e8d-9894-4c61-a394-6a668b95d1c1 service neutron] 10.222.0.44 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303034 Jun 28 11:25:19.162736 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-08b899ef-dcaf-4b53-bb4a-85d754b65fc8 req-013d5069-795b-4502-bf86-ed3fd77c5b6d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 210 time: 0.0494728 Jun 28 11:25:20.337828 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c2436d25-36d6-43b2-9120-8ed9002d0bc6 req-5ffc8cae-e5df-4dcc-9c3a-a54f0171de6a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 210 time: 0.0620184 Jun 28 11:25:20.408509 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a44717-6c17-4446-900b-62c007d23d0f req-41bae006-9022-4564-83f7-8b13240b7326 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:20.409197 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-25a44717-6c17-4446-900b-62c007d23d0f req-41bae006-9022-4564-83f7-8b13240b7326 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:20.421493 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-04450f11-d652-4f31-a9da-afcca988c18b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:20.422900 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-04450f11-d652-4f31-a9da-afcca988c18b tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 811 time: 0.2951381 Jun 28 11:25:20.448418 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-25a44717-6c17-4446-900b-62c007d23d0f req-41bae006-9022-4564-83f7-8b13240b7326 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:20.449516 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-25a44717-6c17-4446-900b-62c007d23d0f req-41bae006-9022-4564-83f7-8b13240b7326 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.3613405 Jun 28 11:25:20.489987 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-62548e59-7907-4b8e-a773-25e2a6fda593 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=056b0190f953404d9250822490efe62b HTTP/1.1" status: 200 len: 380 time: 0.0577416 Jun 28 11:25:20.502094 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'port': {'device_id': '3658362b-c6d5-4357-913c-0592591e0a07', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'admin_state_up': True, 'tenant_id': '056b0190f953404d9250822490efe62b', 'security_groups': ['fb691dcd-ee56-4780-9d8c-6d910920b9f2']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:20.578442 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-25a44717-6c17-4446-900b-62c007d23d0f req-60aec83a-4213-48c9-b8c1-f4f30433bb70 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186750 Jun 28 11:25:20.642877 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:20.652242 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:20.663166 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Made reservation on behalf of 056b0190f953404d9250822490efe62b for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:20.666620 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:20.826535 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Allocated IP 172.20.0.11 (0a69c1f7-0da3-4c64-b954-35ea7c2276a5/ff6fba4a-8fee-4ab8-a88c-a3943754e5f5/389eddd8-a1cf-43d3-8fb7-300a758f4cbe) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:21.014857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.030975 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Transition to ACTIVE for port object 389eddd8-a1cf-43d3-8fb7-300a758f4cbe will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:21.054175 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.116973 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:21.119989 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:21.128349 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:21.165488 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event updated for resources: {'Port': ['ID=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:21.189531 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:21.198285 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.198921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.229407 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-eb20605b-0308-481b-901e-8fcb043ad791 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7309327 Jun 28 11:25:21.244957 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Request body: {'port': {'device_id': '3658362b-c6d5-4357-913c-0592591e0a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:21.322143 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a333b631-78b5-45b0-a62b-21e800cae61e None None] Provisioning for port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:21.343419 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:21.350841 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a333b631-78b5-45b0-a62b-21e800cae61e None None] Provisioning complete for port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:21.351214 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a333b631-78b5-45b0-a62b-21e800cae61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.362602 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.385772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'mac_address': 'fa:16:3e:70:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:21.454512 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a333b631-78b5-45b0-a62b-21e800cae61e None None] Port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:25:21.468666 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:21.469043 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.487281 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2596c1e9-4ebe-49bd-b824-6b30670404b5 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:21.507468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:21.512558 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.541183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ffd82-6ae3-444c-a316-42f779aa4ea9 req-3bc4eac0-0dc5-47b2-a8b3-135bcb0aa379 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.542886 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4f5ffd82-6ae3-444c-a316-42f779aa4ea9 req-3bc4eac0-0dc5-47b2-a8b3-135bcb0aa379 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 932 time: 0.0922732 Jun 28 11:25:21.585608 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:21.590583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-4f5ffd82-6ae3-444c-a316-42f779aa4ea9 req-4ecfd227-7f50-4c56-80dd-6faf40bccdf1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:21.602893 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-4f5ffd82-6ae3-444c-a316-42f779aa4ea9 req-4ecfd227-7f50-4c56-80dd-6faf40bccdf1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:21.604034 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4f5ffd82-6ae3-444c-a316-42f779aa4ea9 req-4ecfd227-7f50-4c56-80dd-6faf40bccdf1 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548735 Jun 28 11:25:21.767554 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389eddd8-a1cf-43d3-8fb7-300a758f4cbe {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:21.777815 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.799300 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Transition to ACTIVE for port object 389eddd8-a1cf-43d3-8fb7-300a758f4cbe will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:21.808254 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:21.872443 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e828ed4-3b8d-49d0-b54a-3990922ea363 req-5a1e2d6e-83f0-46e2-b459-42d51eabae56 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:21.874034 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e828ed4-3b8d-49d0-b54a-3990922ea363 req-5a1e2d6e-83f0-46e2-b459-42d51eabae56 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 944 time: 0.1818635 Jun 28 11:25:21.887796 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['2596c1e9-4ebe-49bd-b824-6b30670404b5'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:21.981604 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Pushing event updated for resources: {'Port': ['ID=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:22.087807 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e828ed4-3b8d-49d0-b54a-3990922ea363 req-6fd60e2d-79b9-425b-a3b1-885c8c34c2f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534586 Jun 28 11:25:22.120819 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Attempting to bind port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:22.121310 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Attempting to bind port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:22.121572 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Attempting to bind port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:22.126146 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:25:22.126463 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Attempting to bind port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe on network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:22.132559 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:22.132842 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Checking segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:22.133250 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Bound using segment: {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:22.133694 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Bound port: 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a08b5937-b37a-410f-ac25-9d3f176469dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:22.134039 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:22.225921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] For port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:22.229153 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] For port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:22.235128 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:22.290693 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.291367 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:22.292769 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] 10.222.0.26 "PUT /v2.0/ports/389eddd8-a1cf-43d3-8fb7-300a758f4cbe HTTP/1.1" status: 200 len: 1094 time: 1.0523164 Jun 28 11:25:22.293194 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:22.324352 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d7633-6455-4574-a2ad-bf9925d5dd42 service neutron] Pushing event updated for resources: {'Port': ['ID=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:22.376688 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7413eb3-ca8f-49e6-8a5b-51747fe94554'] response: {'name': 'network-changed', 'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'status': 'completed', 'code': 200} Jun 28 11:25:22.506451 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-97163666-0221-4096-bd57-da44cf307fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.507849 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-97163666-0221-4096-bd57-da44cf307fd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 1097 time: 0.1722009 Jun 28 11:25:22.563898 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:22.581877 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-09cf9fd1-0a59-478b-8edb-829897241a7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe HTTP/1.1" status: 200 len: 217 time: 0.0645864 Jun 28 11:25:22.649839 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-ba8e3fa2-68b6-477f-8809-029a249b2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.651389 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-ba8e3fa2-68b6-477f-8809-029a249b2b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.0625966 Jun 28 11:25:22.738117 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-9301f04d-a49f-4331-8a18-c20312d0494d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.740528 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-9301f04d-a49f-4331-8a18-c20312d0494d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818837 Jun 28 11:25:22.810745 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465041d-ec6f-4075-a48a-0b54530fc084 req-2a23473d-67b2-4c87-a593-d54de382c7fb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:22.819937 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9465041d-ec6f-4075-a48a-0b54530fc084 req-2a23473d-67b2-4c87-a593-d54de382c7fb tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 944 time: 0.1071558 Jun 28 11:25:22.870018 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9465041d-ec6f-4075-a48a-0b54530fc084 req-0e3badb8-b1f2-46d0-9bad-8b3e4d681163 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484068 Jun 28 11:25:22.884624 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-5a47b0cf-96c0-4ce7-8a62-8f049a4fe82e service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337187 Jun 28 11:25:23.076600 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aa738c9b-2017-439f-bb08-8f636bf4317b req-4a4aefc6-5121-40c3-aa55-30d5267e2676 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877201 Jun 28 11:25:23.085222 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eac3a-c65c-4560-868d-ff2ae203ea7c req-eeb99ca2-2383-469d-ba3a-5ee78cf0c275 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.086765 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a44eac3a-c65c-4560-868d-ff2ae203ea7c req-eeb99ca2-2383-469d-ba3a-5ee78cf0c275 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.1781948 Jun 28 11:25:23.180428 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a44eac3a-c65c-4560-868d-ff2ae203ea7c req-ed5bd7f9-d223-4b7f-b849-6b3da0812093 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882196 Jun 28 11:25:23.209785 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-9b848436-a88d-4067-a933-4b89d2747799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.211238 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-9b848436-a88d-4067-a933-4b89d2747799 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 1097 time: 0.0897217 Jun 28 11:25:23.217198 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:23.292821 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 2596c1e9-4ebe-49bd-b824-6b30670404b5 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:23.297382 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fe012-b3f1-475c-afa0-f477a2bd8a63 req-62673ee2-4b8d-421c-9220-7579bb2c6ce4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.298413 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 2596c1e9-4ebe-49bd-b824-6b30670404b5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:23.299162 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c98fe012-b3f1-475c-afa0-f477a2bd8a63 req-62673ee2-4b8d-421c-9220-7579bb2c6ce4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 944 time: 0.0924697 Jun 28 11:25:23.299299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:23.349048 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c98fe012-b3f1-475c-afa0-f477a2bd8a63 req-92e00c53-59ec-4ff7-8bd3-204fadc11cc9 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428927 Jun 28 11:25:23.357488 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-ff4a52fc-871d-4f06-82c0-dfae170e3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.359039 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-ff4a52fc-871d-4f06-82c0-dfae170e3fe6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.1399331 Jun 28 11:25:23.425660 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:23.426027 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:23.436105 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-04a29973-98dd-471a-bc8f-d44ae93ced0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe HTTP/1.1" status: 200 len: 217 time: 0.0657890 Jun 28 11:25:23.456262 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:23.466598 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:23.470674 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:23.503169 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-df1c743d-60f9-449c-aeec-33b00960da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.504604 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-df1c743d-60f9-449c-aeec-33b00960da0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.0621986 Jun 28 11:25:23.510993 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9520d8e9-5e57-40fc-8473-5ab2191e7ae4'] response: {'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'code': 200} Jun 28 11:25:23.546464 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:23.598105 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-61cada8d-68e6-46ef-9515-d7e7615ffbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.600092 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-61cada8d-68e6-46ef-9515-d7e7615ffbc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836077 Jun 28 11:25:23.735368 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-6d8278a6-35fe-4ed4-b65a-31c407b5341b service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268606 Jun 28 11:25:23.745807 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05464f3-1d0a-4a51-8f9e-41114b4fb7a1 req-6b6507be-ad17-4c72-bce6-fa228cff3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:23.747293 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c05464f3-1d0a-4a51-8f9e-41114b4fb7a1 req-6b6507be-ad17-4c72-bce6-fa228cff3bce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1098 time: 0.0770984 Jun 28 11:25:23.787960 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c05464f3-1d0a-4a51-8f9e-41114b4fb7a1 req-e16d226e-9d0c-4c6f-ae63-3bc6ccea7cd1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347042 Jun 28 11:25:23.867555 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-75515143-c010-4c7c-baaf-e92e8a9a2c02 req-27b63865-b43a-4ca1-91f7-db1e2ca4f726 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246142 Jun 28 11:25:24.056567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfce0bb4-2a3e-47fc-a968-74d9cfd92726 req-06242546-3bfe-4966-a274-664931bdac45 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:24.058025 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cfce0bb4-2a3e-47fc-a968-74d9cfd92726 req-06242546-3bfe-4966-a274-664931bdac45 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 944 time: 0.0890861 Jun 28 11:25:24.101594 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cfce0bb4-2a3e-47fc-a968-74d9cfd92726 req-4ea6feba-a445-4b3a-99a2-5bf67a86a41a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379698 Jun 28 11:25:24.371456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36587e76-f10e-49c9-a526-ab04435484c3 req-65218b9d-3fd6-4529-b6c1-56c40be6825a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:24.373389 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-36587e76-f10e-49c9-a526-ab04435484c3 req-65218b9d-3fd6-4529-b6c1-56c40be6825a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0883977 Jun 28 11:25:24.421513 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-36587e76-f10e-49c9-a526-ab04435484c3 req-1df58984-7307-4e95-b83e-0bef36223a85 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Jun 28 11:25:24.543508 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533df33-285d-4895-bfe8-af2159683279 req-c13297f7-1c14-4386-923f-dee66452a9ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:24.544981 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b533df33-285d-4895-bfe8-af2159683279 req-c13297f7-1c14-4386-923f-dee66452a9ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0873842 Jun 28 11:25:24.591431 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b533df33-285d-4895-bfe8-af2159683279 req-24ec5034-92ab-4fea-9b47-310f51aecd58 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407729 Jun 28 11:25:25.091496 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-bd73ea2f-e7fb-46cc-9742-4d8050a6b977 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:25.092906 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-bd73ea2f-e7fb-46cc-9742-4d8050a6b977 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0847113 Jun 28 11:25:25.169709 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Deleting port 586a291f-94c5-46f7-bc92-f2bb49ef2dca {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:25.170054 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.518870 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1688d-c9b9-42ca-87c2-b2681f3a2356 req-aecbcb78-20d4-41d2-8ca3-f1d30cdef213 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:25.519614 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-fff1688d-c9b9-42ca-87c2-b2681f3a2356 req-aecbcb78-20d4-41d2-8ca3-f1d30cdef213 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Synchronizing usage tracker for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:25.554956 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-fff1688d-c9b9-42ca-87c2-b2681f3a2356 req-aecbcb78-20d4-41d2-8ca3-f1d30cdef213 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Unset dirty status for tenant:056b0190f953404d9250822490efe62b on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:25.556189 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fff1688d-c9b9-42ca-87c2-b2681f3a2356 req-aecbcb78-20d4-41d2-8ca3-f1d30cdef213 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 944 time: 0.2743597 Jun 28 11:25:25.613878 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147ba5-1184-4e94-bd92-5fa04cec893d req-2bd8c206-8737-43f4-97a2-6ca4c3dc6f3e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:25.616636 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fe147ba5-1184-4e94-bd92-5fa04cec893d req-2bd8c206-8737-43f4-97a2-6ca4c3dc6f3e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 945 time: 0.0898368 Jun 28 11:25:25.617186 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] For port 586a291f-94c5-46f7-bc92-f2bb49ef2dca, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=586a291f-94c5-46f7-bc92-f2bb49ef2dca,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:25.619304 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:25.641836 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fff1688d-c9b9-42ca-87c2-b2681f3a2356 req-4ab3ba45-0683-4e75-a7b5-a4c8b92819bf tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752189 Jun 28 11:25:25.693805 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fe147ba5-1184-4e94-bd92-5fa04cec893d req-4e5aa079-3af6-4af2-9c02-d084f668ee4f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675294 Jun 28 11:25:26.005163 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2d78c-9d27-4069-92aa-8030073ea9cb req-5e1461cd-25a7-4b2f-9f70-1e8bf48dc979 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:26.006646 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-87c2d78c-9d27-4069-92aa-8030073ea9cb req-5e1461cd-25a7-4b2f-9f70-1e8bf48dc979 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.2514443 Jun 28 11:25:26.030280 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.030641 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.030953 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Floating IP bc41e0e4-b282-4bd3-a998-70a51d188590 disassociated. External IP: 172.27.1.218, port: 586a291f-94c5-46f7-bc92-f2bb49ef2dca. Jun 28 11:25:26.031292 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Calling delete_port for 586a291f-94c5-46f7-bc92-f2bb49ef2dca owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:26.109956 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-87c2d78c-9d27-4069-92aa-8030073ea9cb req-121fe781-383d-4bb3-bf78-6cead521b12b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959437 Jun 28 11:25:26.197772 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.247939 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'Port': ['ID=586a291f-94c5-46f7-bc92-f2bb49ef2dca,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:26.431164 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:26.607374 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:26.618769 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:26.628592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:26.629565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:26.813303 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] No DVR routers for this DVR port 586a291f-94c5-46f7-bc92-f2bb49ef2dca on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:25:26.815996 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:26.854068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'name': 'network-vif-deleted', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:26.875525 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f2089d07-2c14-4280-be18-9ffbaa22947c req-69462532-646f-43eb-afa2-fd592b702020 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=40fa2162-7fed-4ece-a2ce-8ccee52b51da HTTP/1.1" status: 200 len: 210 time: 0.0643363 Jun 28 11:25:26.885921 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9decedb-9640-48f4-92b9-0207eae7eb1a req-d9a4992b-a814-41a4-b2f9-838df321c381 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:26.890332 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-322972dd-24e6-48ca-869d-4a8b23ebc736 req-dda7efb0-56a8-4242-afd2-653de81a0934 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "DELETE /v2.0/ports/586a291f-94c5-46f7-bc92-f2bb49ef2dca HTTP/1.1" status: 204 len: 173 time: 1.7915630 Jun 28 11:25:26.890616 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b9decedb-9640-48f4-92b9-0207eae7eb1a req-d9a4992b-a814-41a4-b2f9-838df321c381 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 944 time: 0.0999546 Jun 28 11:25:26.892788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:26.937146 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c036e6-a3f6-404e-afcf-129e4aec0b51'] response: {'server_uuid': '40fa2162-7fed-4ece-a2ce-8ccee52b51da', 'name': 'network-vif-deleted', 'tag': '586a291f-94c5-46f7-bc92-f2bb49ef2dca', 'status': 'completed', 'code': 200} Jun 28 11:25:26.957124 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b9decedb-9640-48f4-92b9-0207eae7eb1a req-0a10a4e2-eb7d-486e-a855-6d2502b81893 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565383 Jun 28 11:25:27.234856 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:27.239106 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:27.246851 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 389eddd8-a1cf-43d3-8fb7-300a758f4cbe details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:27.248890 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 586a291f-94c5-46f7-bc92-f2bb49ef2dca no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:27.293750 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 586a291f-94c5-46f7-bc92-f2bb49ef2dca {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:27.294108 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 586a291f-94c5-46f7-bc92-f2bb49ef2dca not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:27.296628 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:27.297203 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:27.334699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bfe291-f825-40f9-a324-f63dd6ead5c7 req-694ea38f-7dc3-4629-a281-3831319d8c91 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:27.336242 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-87bfe291-f825-40f9-a324-f63dd6ead5c7 req-694ea38f-7dc3-4629-a281-3831319d8c91 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1086950 Jun 28 11:25:27.385834 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-87bfe291-f825-40f9-a324-f63dd6ead5c7 req-8d41ee67-0e73-4ddd-b85f-772d9bb91c31 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Jun 28 11:25:27.424289 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.resource_extend [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 11:25:27.573291 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0f157-89a1-4640-893c-1ed5dad924cd req-c8b38668-b1bb-4992-91b5-9c50e27beb19 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:27.574761 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-34e0f157-89a1-4640-893c-1ed5dad924cd req-c8b38668-b1bb-4992-91b5-9c50e27beb19 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0866013 Jun 28 11:25:27.584011 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57516) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:27.587790 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:27.589335 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'floatingip': {'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:27.648143 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:27.677456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.732027 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'port_id': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'mac_address': 'fa:16:3e:81:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:27.869666 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:27.870151 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:27.902371 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389eddd8-a1cf-43d3-8fb7-300a758f4cbe {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:27.919702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:27.932476 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:28.072245 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:28.108666 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:28.115847 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bc169d-57ae-4471-b2ee-0bb8e6da6f7e None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:28.199429 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aa976-c192-4d92-be63-9186d964f4ed req-0c016ace-3df4-43f9-89d7-8d14ddd5a6e5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:28.201545 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d60aa976-c192-4d92-be63-9186d964f4ed req-0c016ace-3df4-43f9-89d7-8d14ddd5a6e5 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 945 time: 0.1135125 Jun 28 11:25:28.257899 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d60aa976-c192-4d92-be63-9186d964f4ed req-a18d28c6-9807-4f7d-8bb8-661f0d3a6fd0 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506811 Jun 28 11:25:28.332540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['389eddd8-a1cf-43d3-8fb7-300a758f4cbe'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:28.372796 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa054fc2-8755-472c-81f9-7547474ca8a4 None None] New status for floating IP bc41e0e4-b282-4bd3-a998-70a51d188590: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:28.382538 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-2bd9b149-88a6-42ec-b897-01c29aaa6399 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859654241&fields=id&tenant_id=881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 267 time: 0.0662730 Jun 28 11:25:28.422876 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:28.471131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:28.684033 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-42d77deb-f8ed-4234-a372-e99a067e300e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:28.685394 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-42d77deb-f8ed-4234-a372-e99a067e300e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 812 time: 0.2921085 Jun 28 11:25:28.704606 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Floating IP 92f7cb96-9617-421f-b581-dab548eab6f4 associated. External IP: 172.27.1.43, port: 2596c1e9-4ebe-49bd-b824-6b30670404b5. Jun 28 11:25:28.853095 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-f418f63d-aa7f-45e1-987f-b25b60ddd0a2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/quotas/881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 375 time: 0.1595099 Jun 28 11:25:28.897762 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-986f0d22-f555-4482-8f74-3b38ed1f3f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:29.090728 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-439343f6-92b6-4725-ad3c-e10ddd7eae72 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:29.179356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-439343f6-92b6-4725-ad3c-e10ddd7eae72 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:29.180629 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-439343f6-92b6-4725-ad3c-e10ddd7eae72 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2722952 Jun 28 11:25:29.303402 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Router 2b381603-f513-4778-9688-14a20b58743d has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:29.460673 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98179a2-89d9-4a50-9e92-98cff9e1cd89 req-b7f5f5fd-dfab-4555-92fa-92e0f12c585f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:29.462362 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e98179a2-89d9-4a50-9e92-98cff9e1cd89 req-b7f5f5fd-dfab-4555-92fa-92e0f12c585f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 945 time: 0.0933335 Jun 28 11:25:29.462771 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-e8880f70-2029-48d1-ae4d-dc83e1ea76ac service neutron] 10.222.0.44 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690012 Jun 28 11:25:29.508285 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e98179a2-89d9-4a50-9e92-98cff9e1cd89 req-9492fcf8-9971-41c3-8492-89fab9dfa7ce tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396507 Jun 28 11:25:29.606824 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:29.612545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:29.616621 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:29.626628 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:29.627258 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:29.668165 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-581e2dd6-34cf-441b-99a5-861c2088ac0b service neutron] 10.222.0.44 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986778 Jun 28 11:25:29.683456 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-539efc20-8473-404f-aefd-1d26d9ba1fee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "PUT /v2.0/floatingips/92f7cb96-9617-421f-b581-dab548eab6f4 HTTP/1.1" status: 200 len: 990 time: 2.0961864 Jun 28 11:25:29.683456 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:29.727377 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6d3ef8-fc63-428f-89ec-058202f2300b'] response: {'name': 'network-changed', 'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'status': 'completed', 'code': 200} Jun 28 11:25:29.811756 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:29.839874 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-9f15ad9f-7fdd-4320-a56c-2629d36f34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:29.841523 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-9f15ad9f-7fdd-4320-a56c-2629d36f34a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1098 time: 0.0879643 Jun 28 11:25:29.990900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-ac71fecd-d3d8-4df7-a294-1943a25eb3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:29.992510 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-ac71fecd-d3d8-4df7-a294-1943a25eb3ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1446102 Jun 28 11:25:30.104604 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-3a58b50f-b0a9-45f5-a0c3-4e4b9cfaec80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 998 time: 0.1045053 Jun 28 11:25:30.110099 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-36412744-f2a0-4299-8bd3-8b2a32eee73b req-75778c7e-98e8-4ed9-bd31-69d00d622e67 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 210 time: 0.0644848 Jun 28 11:25:30.180039 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-7db42c64-6500-4259-a33b-73bfbca774dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:30.181546 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-7db42c64-6500-4259-a33b-73bfbca774dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0703535 Jun 28 11:25:30.218287 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '92f7cb96-9617-421f-b581-dab548eab6f4', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '2b381603-f513-4778-9688-14a20b58743d', 'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'mac_address': 'fa:16:3e:70:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:08Z', 'updated_at': '2022-06-28T11:25:28Z', 'revision_number': 1, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:30.222881 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:30.234565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:30.235178 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:30.273174 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-dc810111-66cd-41ec-8eec-c191dd6e68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:30.273945 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-dc810111-66cd-41ec-8eec-c191dd6e68ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842962 Jun 28 11:25:30.438156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:30.524042 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-342e7cdd-6cad-4c4d-91fb-a80da55f6b61 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428148 Jun 28 11:25:30.745968 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c7a2228b-6616-4424-bef0-e38b6e19f45e req-165933eb-a646-4f80-8f91-bc7191869884 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158689 Jun 28 11:25:30.781103 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c72a2-c761-4db9-a8d9-bdf9134388eb req-9b3a2c1b-699d-4ecd-a7eb-02d3b76bf7f4 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:30.782585 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-685c72a2-c761-4db9-a8d9-bdf9134388eb req-9b3a2c1b-699d-4ecd-a7eb-02d3b76bf7f4 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 945 time: 0.1330185 Jun 28 11:25:30.804957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '92f7cb96-9617-421f-b581-dab548eab6f4', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '2b381603-f513-4778-9688-14a20b58743d', 'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'mac_address': 'fa:16:3e:70:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:08Z', 'updated_at': '2022-06-28T11:25:28Z', 'revision_number': 1, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:30.808966 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab71551-e331-48e5-b3c1-ca4531357ca2 None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '92f7cb96-9617-421f-b581-dab548eab6f4', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'floating_ip_address': '172.27.1.43', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '2b381603-f513-4778-9688-14a20b58743d', 'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'mac_address': 'fa:16:3e:70:19:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:08Z', 'updated_at': '2022-06-28T11:25:28Z', 'revision_number': 1, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:30.828202 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-685c72a2-c761-4db9-a8d9-bdf9134388eb req-b7d621a4-3f2a-4df1-8372-549cc354c2f6 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Jun 28 11:25:31.008650 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ac994-0c8f-4575-87f3-9c62b736f854 None None] New status for floating IP 92f7cb96-9617-421f-b581-dab548eab6f4: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:31.220951 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-8f304313-f842-45cf-8b36-e805176aab74 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:31.222532 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-8f304313-f842-45cf-8b36-e805176aab74 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 812 time: 0.1562781 Jun 28 11:25:31.269361 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 389eddd8-a1cf-43d3-8fb7-300a758f4cbe up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:31.281534 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-46fc5916-5661-4b4f-9f71-30af024e9f5e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 379 time: 0.0503407 Jun 28 11:25:31.291212 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'port': {'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'admin_state_up': True, 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'security_groups': ['37497c61-558e-46ba-85cd-fa46b6588d93']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:31.311555 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-523a97d9-a59c-4946-b631-a96512ff7e70 req-4cb8980f-14ed-4ed8-8bfe-62f0efc5e82b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 210 time: 0.0726430 Jun 28 11:25:31.317023 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7f632dbe-537b-4e18-86b2-1a5b9a9c2f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.355052 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:31.360736 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:31.360885 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.468923 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:31.479503 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:31.484765 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:31.485144 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.490589 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Made reservation on behalf of 881aa87ca0174eb6b6123e1b1c492129 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:25:31.494467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.514856 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:31.526151 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:31.530285 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.602329 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0536d4-4397-47f9-8edb-6479d2e4cf11'] response: {'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'code': 200} Jun 28 11:25:31.641302 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:31.676895 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Allocated IP 172.20.0.8 (f98f4dc0-3a7d-4c43-8d08-31724cda92ae/0018bd10-a8fa-446b-90ae-5d3c414133a0/97e6e584-581e-4cc1-b970-89ff0061f3d6) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:31.808550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f46be-e4e4-4e5a-89da-30194bc618ba req-88a2dea2-634b-4b92-a01e-3ae78401fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:31.810080 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce3f46be-e4e4-4e5a-89da-30194bc618ba req-88a2dea2-634b-4b92-a01e-3ae78401fb14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 1099 time: 0.0782092 Jun 28 11:25:31.855832 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ce3f46be-e4e4-4e5a-89da-30194bc618ba req-7c371402-6540-4dc7-8ff0-68badc190cc3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394516 Jun 28 11:25:31.884701 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.902559 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Transition to ACTIVE for port object 97e6e584-581e-4cc1-b970-89ff0061f3d6 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:31.927348 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:31.996417 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:32.003655 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:32.008428 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:32.027646 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10a50c-3ab1-4413-930e-5f77da314cfa req-b2aae9f1-7a80-42ba-bc19-18c1ef61e472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:32.029253 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9c10a50c-3ab1-4413-930e-5f77da314cfa req-b2aae9f1-7a80-42ba-bc19-18c1ef61e472 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0925074 Jun 28 11:25:32.039402 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=97e6e584-581e-4cc1-b970-89ff0061f3d6,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:32.082057 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9c10a50c-3ab1-4413-930e-5f77da314cfa req-a89e8cd9-d5d6-4568-91de-d85df197179f tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462577 Jun 28 11:25:32.083546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:32.084172 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:32.112209 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-cb6430cf-fb6e-483e-939d-afeb279e5a30 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248110 Jun 28 11:25:32.160220 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Request body: {'port': {'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:32.282396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:32.329980 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:32.331851 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-ec8a6ac9-8488-4861-a18b-437ba7c263e4 None None] Provisioning for port 97e6e584-581e-4cc1-b970-89ff0061f3d6 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:32.343403 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-ec8a6ac9-8488-4861-a18b-437ba7c263e4 None None] Provisioning complete for port 97e6e584-581e-4cc1-b970-89ff0061f3d6 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:32.343845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ec8a6ac9-8488-4861-a18b-437ba7c263e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:32.386457 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:32.413166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a6ac9-8488-4861-a18b-437ba7c263e4 None None] Port 97e6e584-581e-4cc1-b970-89ff0061f3d6 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:25:32.731890 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d720e-6c73-4edb-8b3c-402f7b6de0fe req-f0aeefd9-2a39-4d5f-bb0a-4dfdfa2f154a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:32.732582 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-010d720e-6c73-4edb-8b3c-402f7b6de0fe req-f0aeefd9-2a39-4d5f-bb0a-4dfdfa2f154a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:32.759342 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-010d720e-6c73-4edb-8b3c-402f7b6de0fe req-f0aeefd9-2a39-4d5f-bb0a-4dfdfa2f154a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:32.760481 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-010d720e-6c73-4edb-8b3c-402f7b6de0fe req-f0aeefd9-2a39-4d5f-bb0a-4dfdfa2f154a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 931 time: 0.3280644 Jun 28 11:25:32.856360 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-010d720e-6c73-4edb-8b3c-402f7b6de0fe req-81e90ce8-24b6-43cb-bdf9-52a3cea5a898 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865250 Jun 28 11:25:32.858277 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e6e584-581e-4cc1-b970-89ff0061f3d6 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:32.866416 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:32.886094 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Transition to ACTIVE for port object 97e6e584-581e-4cc1-b970-89ff0061f3d6 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:25:32.890361 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:33.051959 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Pushing event updated for resources: {'Port': ['ID=97e6e584-581e-4cc1-b970-89ff0061f3d6,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:33.133885 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Attempting to bind port 97e6e584-581e-4cc1-b970-89ff0061f3d6 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:25:33.134220 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Attempting to bind port 97e6e584-581e-4cc1-b970-89ff0061f3d6 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:25:33.134636 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Attempting to bind port 97e6e584-581e-4cc1-b970-89ff0061f3d6 on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:33.140590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Port 97e6e584-581e-4cc1-b970-89ff0061f3d6 on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:25:33.141201 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Attempting to bind port 97e6e584-581e-4cc1-b970-89ff0061f3d6 on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:25:33.146842 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:25:33.147281 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Checking segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:25:33.147745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Bound using segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:25:33.148258 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Bound port: 97e6e584-581e-4cc1-b970-89ff0061f3d6, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:25:33.148856 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:33.243172 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] For port 97e6e584-581e-4cc1-b970-89ff0061f3d6, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:25:33.246451 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] For port 97e6e584-581e-4cc1-b970-89ff0061f3d6, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:25:33.251789 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:33.281877 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b2049-7b28-4b56-b5aa-a65996f72247 req-e65e8de7-857f-446c-bfd1-c847dda8054a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:33.283329 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8e7b2049-7b28-4b56-b5aa-a65996f72247 req-e65e8de7-857f-446c-bfd1-c847dda8054a tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0907238 Jun 28 11:25:33.309651 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:33.310267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:33.311752 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] 10.222.0.26 "PUT /v2.0/ports/97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 1093 time: 1.1560059 Jun 28 11:25:33.312352 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:33.345723 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8e7b2049-7b28-4b56-b5aa-a65996f72247 req-2d2a8de5-afda-4d47-bba2-7c736e0736ff tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552273 Jun 28 11:25:33.349588 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe6af17-d3af-4f3d-af12-3f3090280a26 service neutron] Pushing event updated for resources: {'Port': ['ID=97e6e584-581e-4cc1-b970-89ff0061f3d6,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:33.369001 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecd4fc4-fd22-4856-bd8b-07a37c724c22'] response: {'name': 'network-changed', 'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'status': 'completed', 'code': 200} Jun 28 11:25:33.477496 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-f9069649-628b-4537-82cd-cd7962096995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:33.478977 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-f9069649-628b-4537-82cd-cd7962096995 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1096 time: 0.0871763 Jun 28 11:25:33.553955 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-e0cb596e-dc69-4d09-bb1d-06c5889b7eb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0645990 Jun 28 11:25:33.572870 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:33.641750 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-99e2819c-2ada-418c-b33d-174c5f7df0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:33.643230 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-99e2819c-2ada-418c-b33d-174c5f7df0e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0660110 Jun 28 11:25:33.725665 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-9f23c280-1a93-4332-8a75-abf96e264840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:33.727140 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-9f23c280-1a93-4332-8a75-abf96e264840 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766437 Jun 28 11:25:33.859417 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-69b1869e-6cdd-4482-87f2-11726b35976a service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232429 Jun 28 11:25:33.994653 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-22b9e44e-2d59-45e2-b654-fca0e6bd9145 req-7ff3efe7-7809-4a3f-b335-8064917d8f52 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283348 Jun 28 11:25:34.048389 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b0fdc-214d-4625-8ce1-2b905443ad86 req-22658526-1bd5-4116-8331-22c00bcb37d6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.049853 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0c4b0fdc-214d-4625-8ce1-2b905443ad86 req-22658526-1bd5-4116-8331-22c00bcb37d6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 943 time: 0.0873978 Jun 28 11:25:34.094676 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0c4b0fdc-214d-4625-8ce1-2b905443ad86 req-5f5e463d-f09a-4ab2-bf62-bf1a84a19a6e tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383210 Jun 28 11:25:34.137303 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-403e2d27-98ee-4fff-bb8b-3c4e7d875e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.138703 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-403e2d27-98ee-4fff-bb8b-3c4e7d875e48 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1096 time: 0.0874236 Jun 28 11:25:34.269998 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-add8bfb8-f278-47a9-a3ff-61c0758ed72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.271517 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-add8bfb8-f278-47a9-a3ff-61c0758ed72a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1260247 Jun 28 11:25:34.341994 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-af4e66d0-65b1-4ab3-8742-d7a9c27c5fec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0584681 Jun 28 11:25:34.414945 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-bbdb1197-64b6-4777-9206-c44602ac3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.416432 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-bbdb1197-64b6-4777-9206-c44602ac3f2b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0609107 Jun 28 11:25:34.663730 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-5d924d26-f6ee-4d9d-ad47-90d034543f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.665112 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-5d924d26-f6ee-4d9d-ad47-90d034543f5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2425902 Jun 28 11:25:34.673034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec568b1b-0e8c-4a0c-adeb-f0e04f425b64 req-9716029b-c82b-46b4-abc6-e05b63265520 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.674393 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ec568b1b-0e8c-4a0c-adeb-f0e04f425b64 req-9716029b-c82b-46b4-abc6-e05b63265520 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.2177577 Jun 28 11:25:34.794504 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ec568b1b-0e8c-4a0c-adeb-f0e04f425b64 req-a4a35754-cd8a-41b6-a5e6-547b831fe006 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140497 Jun 28 11:25:34.841300 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-38ef3ad8-3dea-4600-a6df-ad9a2c3a83cb service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591811 Jun 28 11:25:34.972960 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-306d66f0-9c03-4cf5-8114-c891ad864944 req-49115342-09cb-46b6-b842-2a2bef796efe service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250463 Jun 28 11:25:34.985771 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3fa14-fb3e-4f52-9d68-5b19383bd51e req-3d16e800-d917-4dec-b527-44d69bfd63ac tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:34.987564 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6af3fa14-fb3e-4f52-9d68-5b19383bd51e req-3d16e800-d917-4dec-b527-44d69bfd63ac tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0943506 Jun 28 11:25:34.996736 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57574) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:35.001868 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Request body: {'floatingip': {'port_id': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:35.167493 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:35.291957 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f16fd-be6d-4bfc-86c7-80c611fbc7ec req-8ba92442-f37b-47b8-a214-60b000881b6b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:35.293455 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e01f16fd-be6d-4bfc-86c7-80c611fbc7ec req-8ba92442-f37b-47b8-a214-60b000881b6b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 943 time: 0.0902612 Jun 28 11:25:35.337846 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e01f16fd-be6d-4bfc-86c7-80c611fbc7ec req-08534df6-9837-44ff-b372-7788c570f631 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385962 Jun 28 11:25:35.743013 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:35.746958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:35.924696 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Floating IP 5b37afef-a9ae-4a12-9b75-f1178da68201 associated. External IP: 172.27.1.72, port: 389eddd8-a1cf-43d3-8fb7-300a758f4cbe. Jun 28 11:25:36.275550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:36.618953 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:36.623599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:36.627994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:36.639528 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:36.640223 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:36.670924 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd7cb1-9080-4ce3-9d1d-58e7983ccadd req-29b3721c-9bf8-41a3-9f57-af2a750a357f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:36.672639 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3dbd7cb1-9080-4ce3-9d1d-58e7983ccadd req-29b3721c-9bf8-41a3-9f57-af2a750a357f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 943 time: 0.1759696 Jun 28 11:25:36.717698 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ec1558cb-76d4-435b-8619-dd80d2a2e560 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "PUT /v2.0/floatingips/5b37afef-a9ae-4a12-9b75-f1178da68201 HTTP/1.1" status: 200 len: 991 time: 1.7197623 Jun 28 11:25:36.719960 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:36.735371 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3dbd7cb1-9080-4ce3-9d1d-58e7983ccadd req-6f120a43-429a-4dcd-b586-b02a4b5093d0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559204 Jun 28 11:25:36.778935 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e07824-fbdf-4788-81f4-74eb712865e5'] response: {'name': 'network-changed', 'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'status': 'completed', 'code': 200} Jun 28 11:25:36.827703 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:36.882930 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-3b8e757b-bd7c-4b68-9038-eedcf59ffa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:36.885032 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-3b8e757b-bd7c-4b68-9038-eedcf59ffa89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=056b0190f953404d9250822490efe62b&device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 1099 time: 0.0804703 Jun 28 11:25:37.025927 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-fccbbd70-a6f9-45a1-95bd-7d1ef131adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:37.027350 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-fccbbd70-a6f9-45a1-95bd-7d1ef131adbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 200 len: 912 time: 0.1270077 Jun 28 11:25:37.132620 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-ee1c08bc-f084-4565-b835-0470fa977f42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe HTTP/1.1" status: 200 len: 999 time: 0.0970511 Jun 28 11:25:37.176980 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '5b37afef-a9ae-4a12-9b75-f1178da68201', 'tenant_id': '056b0190f953404d9250822490efe62b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'port_id': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'mac_address': 'fa:16:3e:81:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658362b-c6d5-4357-913c-0592591e0a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:17Z', 'updated_at': '2022-06-28T11:25:35Z', 'revision_number': 1, 'project_id': '056b0190f953404d9250822490efe62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:37.181327 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:37.189752 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:37.190359 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:37.200121 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-7e8b9241-af9c-49c4-b122-06b4fcc4eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:37.201912 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-7e8b9241-af9c-49c4-b122-06b4fcc4eec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 200 len: 850 time: 0.0577223 Jun 28 11:25:37.287355 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-e330de29-6f88-4be1-97df-d76f6c0e6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:37.288842 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-e330de29-6f88-4be1-97df-d76f6c0e6be9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0a69c1f7-0da3-4c64-b954-35ea7c2276a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812542 Jun 28 11:25:37.375045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:37.418772 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-7e13fef4-c897-43cd-861d-4bab375e9631 service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231508 Jun 28 11:25:37.560171 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-834dc539-c7c2-4693-a54b-0bc449f1c037 req-88b726ea-7e92-4b69-94b3-a5c4e9e3ce9f service neutron] 10.222.0.26 "GET /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331854 Jun 28 11:25:37.736861 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '5b37afef-a9ae-4a12-9b75-f1178da68201', 'tenant_id': '056b0190f953404d9250822490efe62b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'port_id': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'mac_address': 'fa:16:3e:81:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658362b-c6d5-4357-913c-0592591e0a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:17Z', 'updated_at': '2022-06-28T11:25:35Z', 'revision_number': 1, 'project_id': '056b0190f953404d9250822490efe62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:37.741059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d691df8-6d66-4c35-9574-297f3bca7424 None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '5b37afef-a9ae-4a12-9b75-f1178da68201', 'tenant_id': '056b0190f953404d9250822490efe62b', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'port_id': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'mac_address': 'fa:16:3e:81:48:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3658362b-c6d5-4357-913c-0592591e0a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:17Z', 'updated_at': '2022-06-28T11:25:35Z', 'revision_number': 1, 'project_id': '056b0190f953404d9250822490efe62b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:37.941193 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21c9e4-0b1d-48f8-a00d-455b3f55ef71 None None] New status for floating IP 5b37afef-a9ae-4a12-9b75-f1178da68201: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:38.074418 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a973e-ccd0-4be4-a1f1-e11456964983 req-752e2751-db0e-4b4d-9de4-d96747f396d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:38.075807 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb1a973e-ccd0-4be4-a1f1-e11456964983 req-752e2751-db0e-4b4d-9de4-d96747f396d2 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 943 time: 0.0871153 Jun 28 11:25:38.122058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb1a973e-ccd0-4be4-a1f1-e11456964983 req-3f102108-4b71-40b3-8116-fceb05c23363 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406060 Jun 28 11:25:39.312950 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113fb8d-1ad6-44f9-b23b-cc32b88f1f7e req-d70ff0f7-bca0-4762-850b-35004e21175d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:39.314460 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d113fb8d-1ad6-44f9-b23b-cc32b88f1f7e req-d70ff0f7-bca0-4762-850b-35004e21175d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 943 time: 0.0850711 Jun 28 11:25:39.362048 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d113fb8d-1ad6-44f9-b23b-cc32b88f1f7e req-5f36b9d0-8ed7-4699-a11c-960e773d8e54 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Jun 28 11:25:40.563606 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b76bc-4689-40ee-a268-949d3c3681dc req-9d1a2372-4f0c-46e3-8d0b-c548358427c0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:40.565047 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bd3b76bc-4689-40ee-a268-949d3c3681dc req-9d1a2372-4f0c-46e3-8d0b-c548358427c0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 943 time: 0.0891180 Jun 28 11:25:40.608631 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bd3b76bc-4689-40ee-a268-949d3c3681dc req-0c64083e-1bd8-4f97-9676-2711f4852fd8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379546 Jun 28 11:25:40.864330 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-37a0c17b-1365-4cbe-b843-19c4b5974ec1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204156441&fields=id&tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0 HTTP/1.1" status: 200 len: 267 time: 0.0382681 Jun 28 11:25:40.954463 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-2ce4caa9-22e2-4092-9152-e8bf26b435ec tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:40.955886 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-2ce4caa9-22e2-4092-9152-e8bf26b435ec tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 985 time: 0.0850153 Jun 28 11:25:40.966996 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Request body: {'port': {'security_groups': ['a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:41.092986 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.336147 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 97e6e584-581e-4cc1-b970-89ff0061f3d6 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:25:41.425343 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:41.452206 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.456972 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.472278 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:41.521093 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:41.521795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.523081 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aedb020a-8d4b-4478-bea1-86e0ed0eb61e req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "PUT /v2.0/ports/5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 943 time: 0.5603764 Jun 28 11:25:41.523519 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:41.529082 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57604) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:41.554401 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event updated for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=7']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:41.564467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.565390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.565390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.565726 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.566110 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.567413 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.567801 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.568269 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.568609 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.568936 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.569259 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.569647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31035dee-21be-4702-b630-399de4b76a96 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:41.585734 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62947892-cf43-4558-81aa-8ef3bc7c158e'] response: {'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'status': 'completed', 'code': 200} Jun 28 11:25:41.590785 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 97e6e584-581e-4cc1-b970-89ff0061f3d6, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:41.619539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:25:41.648856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26349162-7b8d-4a1a-9717-e42b4f7ed719 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.683191 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 97e6e584-581e-4cc1-b970-89ff0061f3d6 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:41.683507 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.685239 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26349162-7b8d-4a1a-9717-e42b4f7ed719 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.701232 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:41.731691 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e6e584-581e-4cc1-b970-89ff0061f3d6 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:25:41.761863 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 97e6e584-581e-4cc1-b970-89ff0061f3d6, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:41.770367 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26349162-7b8d-4a1a-9717-e42b4f7ed719 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.793036 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26349162-7b8d-4a1a-9717-e42b4f7ed719 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f575ade-16db-4bdb-a63c-604f6f00897b,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:41.802511 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-26349162-7b8d-4a1a-9717-e42b4f7ed719 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.803817 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-26349162-7b8d-4a1a-9717-e42b4f7ed719 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "DELETE /v2.0/security-groups/8f575ade-16db-4bdb-a63c-604f6f00897b HTTP/1.1" status: 204 len: 168 time: 0.2733979 Jun 28 11:25:41.806549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57610) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:41.806698 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:41.843331 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-81af1c0a-ff21-46a2-9b7c-edd02d9f6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:41.844842 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-81af1c0a-ff21-46a2-9b7c-edd02d9f6b5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1099 time: 0.2293959 Jun 28 11:25:41.960346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f910e2-6bb6-414d-9cdb-6218542fead6 req-89743f61-42ed-4ad0-a7e9-c4f206fa047f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:41.961799 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c8f910e2-6bb6-414d-9cdb-6218542fead6 req-89743f61-42ed-4ad0-a7e9-c4f206fa047f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 944 time: 0.1964822 Jun 28 11:25:42.030113 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-9e159bc6-58a2-487a-bd1c-2f7351b4b2d2 None None] Provisioning complete for port 5011d621-0eb5-4e06-b9d8-07efb847d926 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:42.030113 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9e159bc6-58a2-487a-bd1c-2f7351b4b2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:42.057300 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Deleting port c1375de8-baeb-4642-9e74-4521b7f755da {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:42.057797 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:42.062983 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=97e6e584-581e-4cc1-b970-89ff0061f3d6,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:42.068641 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c8f910e2-6bb6-414d-9cdb-6218542fead6 req-e8daba4f-c2d0-478d-a1bc-769967ba4286 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948746 Jun 28 11:25:42.070005 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-ca8b8f73-2fe2-4c07-88d5-47b021dbba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:42.071576 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-ca8b8f73-2fe2-4c07-88d5-47b021dbba83 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 916 time: 0.2180300 Jun 28 11:25:42.096105 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.096369 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.096628 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098239 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098239 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098239 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098239 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.098983 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.099273 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.099626 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:42.182769 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-9817a081-d4a4-4293-aa4a-61e4b1c85192 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 1001 time: 0.1049283 Jun 28 11:25:42.253854 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:42.254549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:42.255653 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-65353ff9-55ca-4eb2-b262-41115c8d4152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:42.257170 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-65353ff9-55ca-4eb2-b262-41115c8d4152 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.0671108 Jun 28 11:25:42.266527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['97e6e584-581e-4cc1-b970-89ff0061f3d6'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:42.352884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-24d69e0b-dd64-43fc-9e88-40e87adcdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:42.354675 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-24d69e0b-dd64-43fc-9e88-40e87adcdfe1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909777 Jun 28 11:25:42.361058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-9e159bc6-58a2-487a-bd1c-2f7351b4b2d2 None None] Current status of the port 5011d621-0eb5-4e06-b9d8-07efb847d926 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:42.401488 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Calling delete_port for c1375de8-baeb-4642-9e74-4521b7f755da owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:42.509918 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-e02870c4-de7a-40c0-8de5-30c291356c6f service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481018 Jun 28 11:25:42.630312 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:42.650668 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eb82b043-3c33-4dd4-ba6e-7129fd65d511 req-14a201e6-34d7-4332-93ab-9700f042af35 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340168 Jun 28 11:25:42.681490 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event deleted for resources: {'Port': ['ID=c1375de8-baeb-4642-9e74-4521b7f755da,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:42.782283 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:42.782614 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Floating IP d478b0c2-577b-477f-a88d-d71196db0354 disassociated (deleted). External IP: 172.27.1.36, port: 5011d621-0eb5-4e06-b9d8-07efb847d926. Jun 28 11:25:43.307772 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Router 76bd6938-d68c-4179-88a4-4d9866bd14f9 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:43.325344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f64b1-f0f2-40bb-9e83-3b649f8d2f63 req-5291d056-9aaf-483d-bc90-7679358d1be9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:43.326790 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0f0f64b1-f0f2-40bb-9e83-3b649f8d2f63 req-5291d056-9aaf-483d-bc90-7679358d1be9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 944 time: 0.1460919 Jun 28 11:25:43.351210 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 97e6e584-581e-4cc1-b970-89ff0061f3d6 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:25:43.458895 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 97e6e584-581e-4cc1-b970-89ff0061f3d6 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:25:43.463817 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 97e6e584-581e-4cc1-b970-89ff0061f3d6 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:25:43.464334 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:43.519293 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0f0f64b1-f0f2-40bb-9e83-3b649f8d2f63 req-915a9afe-1c9e-4a54-8e92-c09627c0638b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375899 Jun 28 11:25:43.556068 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:43.568166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] Sync routers for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:43.576933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:43.596621 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:43.597242 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:43.637067 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6631cf92-199e-47a4-b3a9-04a6eaea6642 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "DELETE /v2.0/floatingips/d478b0c2-577b-477f-a88d-d71196db0354 HTTP/1.1" status: 204 len: 168 time: 1.8269706 Jun 28 11:25:43.637067 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:43.645166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 97e6e584-581e-4cc1-b970-89ff0061f3d6 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:25:43.645623 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:43.685674 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18083a80-c0b9-45ea-9af2-1210b1ead4cd'] response: {'name': 'network-changed', 'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'status': 'completed', 'code': 200} Jun 28 11:25:43.756872 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:43.776063 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 97e6e584-581e-4cc1-b970-89ff0061f3d6, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:43.783914 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:43.802831 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-6cdd9125-cd31-41c0-8bcd-e5cd00ff4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:43.804666 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-6cdd9125-cd31-41c0-8bcd-e5cd00ff4977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 1099 time: 0.0911124 Jun 28 11:25:43.835437 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e44304-1c17-40f5-926d-1ad3dfb1a84f'] response: {'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'code': 200} Jun 28 11:25:43.883814 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=97e6e584-581e-4cc1-b970-89ff0061f3d6,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:43.887943 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:43.967455 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-0525681b-4ab5-4602-b041-5439d6a3bfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:43.969614 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-0525681b-4ab5-4602-b041-5439d6a3bfe0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 200 len: 916 time: 0.1575141 Jun 28 11:25:44.051540 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-9d49e20d-d8ee-4497-94a2-e6791821c51f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 200 len: 217 time: 0.0748689 Jun 28 11:25:44.162344 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-6c34d719-3d46-4cbd-9fce-76b1d8622068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:44.164161 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-6c34d719-3d46-4cbd-9fce-76b1d8622068 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 200 len: 854 time: 0.0951593 Jun 28 11:25:44.216554 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc1327-e298-478a-985d-95cabba23cbe req-5ed24475-5079-47e5-9f0a-86933c488511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:44.218169 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e8cc1327-e298-478a-985d-95cabba23cbe req-5ed24475-5079-47e5-9f0a-86933c488511 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1098 time: 0.1125815 Jun 28 11:25:44.262415 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-13675c41-4041-4759-8271-e3e440e8c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:44.263558 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e8cc1327-e298-478a-985d-95cabba23cbe req-f0939799-6b92-41e5-b5f8-0cad98d74daa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381749 Jun 28 11:25:44.263855 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-13675c41-4041-4759-8271-e3e440e8c846 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f41e79e8-9295-4ab0-ad54-81299a90969c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926132 Jun 28 11:25:44.312281 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:44.315984 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] Checking router: 76bd6938-d68c-4179-88a4-4d9866bd14f9 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:44.324792 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:44.325350 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:44.501492 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:44.821761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:44.822801 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-e9347b87-9126-49ca-9fbd-d31dcd75b126 service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911420 Jun 28 11:25:44.826494 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51215750-233b-42c9-9f72-ba288e905f2f None None] The sync data for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi is: [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:21:37Z', 'revision_number': 4, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '56d1b21e-3c60-4bed-83c5-4764141e2b69', 'name': '', 'network_id': 'f41e79e8-9295-4ab0-ad54-81299a90969c', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'mac_address': 'fa:16:3e:e2:63:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:36Z', 'updated_at': '2022-06-28T11:21:45Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'subnets': [{'id': 'f52d19d3-1bf4-41e5-b157-462843155775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:44.834491 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc558097-f7d0-4022-be76-d2761b09a704 req-6fd5d66d-aa3d-49d9-a398-d8ecf2f7402a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:44.835992 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dc558097-f7d0-4022-be76-d2761b09a704 req-6fd5d66d-aa3d-49d9-a398-d8ecf2f7402a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 945 time: 0.1833215 Jun 28 11:25:44.971182 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dc558097-f7d0-4022-be76-d2761b09a704 req-0a5edce1-6a1b-48b4-817e-0effd6097155 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152627 Jun 28 11:25:45.023751 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5f153c69-30e8-4bab-8964-489ba9bdbadb req-baa5805c-9015-49ad-ba42-67bbb1e3c3af service neutron] 10.222.0.26 "GET /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848710 Jun 28 11:25:45.078831 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391dfb75-cd27-49b9-bfb5-113b8ffba7b6 None None] New status for floating IP d478b0c2-577b-477f-a88d-d71196db0354: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:46.173772 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd83be-54f3-4a69-97ca-5587b8e1f818 req-35db62e8-724e-40f5-ba0a-f68f02e5f2f3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:46.175252 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e8fd83be-54f3-4a69-97ca-5587b8e1f818 req-35db62e8-724e-40f5-ba0a-f68f02e5f2f3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 945 time: 0.0894318 Jun 28 11:25:46.219669 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e8fd83be-54f3-4a69-97ca-5587b8e1f818 req-2505e7aa-e747-4e39-b8b4-2fad30efa556 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381613 Jun 28 11:25:46.417131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b97370-895c-4f6e-89e0-06e6586d0fcb req-5dc6a4cc-2ab2-45fd-a575-6828e97e9531 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:46.418710 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e0b97370-895c-4f6e-89e0-06e6586d0fcb req-5dc6a4cc-2ab2-45fd-a575-6828e97e9531 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 945 time: 0.0924838 Jun 28 11:25:46.463069 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e0b97370-895c-4f6e-89e0-06e6586d0fcb req-958ec285-9b9b-45ed-8d5c-b78b089de697 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387645 Jun 28 11:25:46.489560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57648) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:46.565882 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529ca69-b26f-428e-bf65-35b5a3257277 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:46.567958 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c529ca69-b26f-428e-bf65-35b5a3257277 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1093 time: 0.0773363 Jun 28 11:25:46.570829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57654) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:46.575796 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:25:46.581944 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:25:46.585976 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:floatingip and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:25:46.588860 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:25:46.594561 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:25:46.605290 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:46.741840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:46.887159 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Allocated IP 172.27.1.130 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/bf41d416-6d56-44f7-8fc3-ac532d386926) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:25:47.041125 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:47.069934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:47.137194 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:25:47.147207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:25:47.149874 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:25:47.186045 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=bf41d416-6d56-44f7-8fc3-ac532d386926,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:47.648551 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:47.727591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:47.949362 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:47.953525 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:48.110995 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=bf41d416-6d56-44f7-8fc3-ac532d386926,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:48.126549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:48.293998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-8c34f7b2-c2f0-4af4-b697-a2ec72ba3ab1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:48.294678 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-8c34f7b2-c2f0-4af4-b697-a2ec72ba3ab1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:48.324541 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-8c34f7b2-c2f0-4af4-b697-a2ec72ba3ab1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:48.325678 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-8c34f7b2-c2f0-4af4-b697-a2ec72ba3ab1 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.2915399 Jun 28 11:25:48.328296 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Floating IP 7dc323b4-e0b0-4f42-b430-57161b71f532 associated. External IP: 172.27.1.130, port: 97e6e584-581e-4cc1-b970-89ff0061f3d6. Jun 28 11:25:48.496357 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-399104aa-2a54-4cd0-9867-fd597e7be116 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Synchronizing usage tracker for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:25:48.531873 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-399104aa-2a54-4cd0-9867-fd597e7be116 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Unset dirty status for tenant:c970a4d18a254d2a8a36f0f3dcd5f1c0 on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:25:48.532991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-36d5269f-c518-42cb-a51f-8c773bd53505 req-399104aa-2a54-4cd0-9867-fd597e7be116 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578295 Jun 28 11:25:48.711812 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:48.987590 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:48.998649 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:49.009028 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:49.009738 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:49.014107 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:49.071065 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3e964d54-bb86-4012-83f5-f152758d7287 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4991992 Jun 28 11:25:49.071715 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:49.115369 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202a67fa-b4fe-42c4-aacb-ac65586d26b9'] response: {'name': 'network-changed', 'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'status': 'completed', 'code': 200} Jun 28 11:25:49.193703 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:49.231264 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-b0a2a842-b2e1-42ce-85d6-22273a389668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:49.232738 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-b0a2a842-b2e1-42ce-85d6-22273a389668 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1098 time: 0.0777898 Jun 28 11:25:49.365487 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-05fd496f-e327-4501-89ef-762559e0131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:49.366933 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-05fd496f-e327-4501-89ef-762559e0131e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1267264 Jun 28 11:25:49.470959 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-4dbd9022-05c7-4ba6-8faa-99f6288369d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 999 time: 0.0966818 Jun 28 11:25:49.539251 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-a72023ca-fb1d-45ef-a94d-2b651a1a20ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:49.540682 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-a72023ca-fb1d-45ef-a94d-2b651a1a20ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0604169 Jun 28 11:25:49.542694 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:47Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:49.546685 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:49.555088 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:49.555679 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:49.625258 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-6fb02266-e3ca-4bfd-b498-842aa0c8d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:49.626748 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-6fb02266-e3ca-4bfd-b498-842aa0c8d575 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784283 Jun 28 11:25:49.733997 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56071dae-dd2a-41a2-8d61-2ff4250c0201 req-33cc8feb-7e5b-41ee-b37a-1dcace564a00 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:49.735455 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-56071dae-dd2a-41a2-8d61-2ff4250c0201 req-33cc8feb-7e5b-41ee-b37a-1dcace564a00 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0940595 Jun 28 11:25:49.772142 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-71d1b09c-aeed-4aa0-bdcf-e4b900725b39 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310537 Jun 28 11:25:49.775812 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:49.782187 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-56071dae-dd2a-41a2-8d61-2ff4250c0201 req-e0a37593-63e9-4f47-8736-9d5bac5b8145 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401149 Jun 28 11:25:49.913439 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8357fbc3-bd64-48c5-9080-47715dfa302e req-4168e251-c3b7-4603-8ff1-9068598e42df service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261961 Jun 28 11:25:50.043908 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:25:50.127088 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:47Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:50.131745 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b5a5fe-0568-4f4c-a32c-71c01e81d6f3 None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:47Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:50.339239 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6397bb-6191-49b2-be4b-d71317212194 None None] New status for floating IP 7dc323b4-e0b0-4f42-b430-57161b71f532: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:25:50.573637 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-018f7f1b-f8cf-4a49-a598-e7f1ace886c7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:50.575784 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-018f7f1b-f8cf-4a49-a598-e7f1ace886c7 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.26 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.0926814 Jun 28 11:25:50.657587 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Deleting port 5011d621-0eb5-4e06-b9d8-07efb847d926 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:50.657931 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.050726 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] For port 5011d621-0eb5-4e06-b9d8-07efb847d926, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5011d621-0eb5-4e06-b9d8-07efb847d926,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:51.051988 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.119852 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de24f0-8129-43e5-b7c8-4f58dbc5ca76 req-68bf5f9d-3b8f-4b1b-a7dc-93a5ba6f4dc5 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:51.121203 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-93de24f0-8129-43e5-b7c8-4f58dbc5ca76 req-68bf5f9d-3b8f-4b1b-a7dc-93a5ba6f4dc5 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/ports?device_id=65423c16-8055-4162-9da3-f24bab78e59c HTTP/1.1" status: 200 len: 946 time: 0.1991591 Jun 28 11:25:51.184237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Calling delete_port for 5011d621-0eb5-4e06-b9d8-07efb847d926 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:51.274423 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-93de24f0-8129-43e5-b7c8-4f58dbc5ca76 req-d9cd5e7c-44eb-4235-b748-4cc2b8226811 tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.44 "GET /v2.0/security-groups?id=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970492 Jun 28 11:25:51.361538 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.372901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5011d621-0eb5-4e06-b9d8-07efb847d926'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:25:51.411810 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Pushing event deleted for resources: {'Port': ['ID=5011d621-0eb5-4e06-b9d8-07efb847d926,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:51.500028 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] No DVR routers for this DVR port 5011d621-0eb5-4e06-b9d8-07efb847d926 on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:25:51.502900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:51.506008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'name': 'network-vif-deleted', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:25:51.521124 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f512d9e7-8dad-4f2c-b996-f8f835985642 req-56115b63-8367-459a-97a1-f3cd963083ea tempest-TestMinimumBasicScenario-324851620 tempest-TestMinimumBasicScenario-324851620-project] 10.222.0.26 "DELETE /v2.0/ports/5011d621-0eb5-4e06-b9d8-07efb847d926 HTTP/1.1" status: 204 len: 173 time: 0.9341252 Jun 28 11:25:51.549100 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd29de2-2d14-4bb2-8ff4-716a4b025992'] response: {'server_uuid': '65423c16-8055-4162-9da3-f24bab78e59c', 'name': 'network-vif-deleted', 'tag': '5011d621-0eb5-4e06-b9d8-07efb847d926', 'status': 'completed', 'code': 200} Jun 28 11:25:52.568575 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.018462 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57728) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:53.423297 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5011d621-0eb5-4e06-b9d8-07efb847d926 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:53.461551 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 5011d621-0eb5-4e06-b9d8-07efb847d926 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:53.462002 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5011d621-0eb5-4e06-b9d8-07efb847d926 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:53.552415 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:53.886192 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Deleting port 56d1b21e-3c60-4bed-83c5-4764141e2b69 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:53.886527 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.143565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] For port 56d1b21e-3c60-4bed-83c5-4764141e2b69, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=56d1b21e-3c60-4bed-83c5-4764141e2b69,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:54.144166 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.265977 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Calling delete_port for 56d1b21e-3c60-4bed-83c5-4764141e2b69 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:54.438241 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:54.488182 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=56d1b21e-3c60-4bed-83c5-4764141e2b69,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:54.764579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.120501 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Router 76bd6938-d68c-4179-88a4-4d9866bd14f9 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:25:55.296786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:25:55.306082 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] Sync routers for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:25:55.311720 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-3ed73c48-162f-43b0-9b20-03901a799d2d admin admin] 10.222.0.44 "PUT /v2.0/routers/76bd6938-d68c-4179-88a4-4d9866bd14f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900131 Jun 28 11:25:55.311935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57734) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:55.315420 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:55.316017 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:55.497184 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:55.613148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.835345 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.842376 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129'}], 'enable_snat': True}, 'gw_port_id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:25:54Z', 'revision_number': 5, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port': {'id': 'dc560bd2-02ce-41a2-a88a-5ae373a33f6d', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:33Z', 'updated_at': '2022-06-28T11:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:55.845704 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-5211e77d-f9b6-45cc-ae9b-9354c1e0650c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0881453 Jun 28 11:25:55.846821 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] Checking router: 76bd6938-d68c-4179-88a4-4d9866bd14f9 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:25:55.847857 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Deleting port dc560bd2-02ce-41a2-a88a-5ae373a33f6d {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:55.848207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:55.857772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] Routers {'76bd6938-d68c-4179-88a4-4d9866bd14f9'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:25:55.858400 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['76bd6938-d68c-4179-88a4-4d9866bd14f9'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:56.026621 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-db10a203-0ced-4c5a-8277-fc38dca05f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:56.028105 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-db10a203-0ced-4c5a-8277-fc38dca05f5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1098 time: 0.0906825 Jun 28 11:25:56.058344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] For port dc560bd2-02ce-41a2-a88a-5ae373a33f6d, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:56.058766 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.109852 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] Set router 76bd6938-d68c-4179-88a4-4d9866bd14f9 gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:25:56.203289 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-cf6496c9-1c63-4328-a3a4-4e994587f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:56.204605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Calling delete_port for dc560bd2-02ce-41a2-a88a-5ae373a33f6d owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:56.204935 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-cf6496c9-1c63-4328-a3a4-4e994587f92d service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.1538670 Jun 28 11:25:56.236299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:25:55Z', 'revision_number': 6, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:56.240551 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c639ae6-cee4-4e3b-9e46-392bdf21f8f8 None None] The sync data for ids ['76bd6938-d68c-4179-88a4-4d9866bd14f9'] in dv-cinder-844474-1-iscsi is: [{'id': '76bd6938-d68c-4179-88a4-4d9866bd14f9', 'name': 'tempest-TestMinimumBasicScenario-1924368312-router', 'tenant_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:32Z', 'updated_at': '2022-06-28T11:25:55Z', 'revision_number': 6, 'project_id': 'c970a4d18a254d2a8a36f0f3dcd5f1c0', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:25:56.314784 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-bd7ffab5-f627-4ede-bdf0-fdb53e654eb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 1001 time: 0.1032569 Jun 28 11:25:56.378809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-bacf04ce-4c9b-40ca-8be0-0f8fe33459cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:56.380417 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-bacf04ce-4c9b-40ca-8be0-0f8fe33459cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.0593796 Jun 28 11:25:56.416722 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.468346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-d77c1f1d-9649-4439-87ac-7a7ba338f9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:25:56.469845 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-d77c1f1d-9649-4439-87ac-7a7ba338f9fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836601 Jun 28 11:25:56.483072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc560bd2-02ce-41a2-a88a-5ae373a33f6d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:56.603340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.621204 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-3bc77716-d9c4-4f28-a37f-ac6ef94ff994 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447811 Jun 28 11:25:56.781453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.783773 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.807970 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.808521 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76bd6938-d68c-4179-88a4-4d9866bd14f9 {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:25:56.822184 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.823355 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a995f182-af47-42be-b22f-85e1fd86943e admin admin] 10.222.0.44 "DELETE /v2.0/routers/76bd6938-d68c-4179-88a4-4d9866bd14f9 HTTP/1.1" status: 204 len: 168 time: 1.5105367 Jun 28 11:25:56.825814 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 57738) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:56.854197 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8737fad1-ffdc-4d69-a6f9-137d64a6eebb req-c63b343b-d3ea-4ec3-b422-3eabfa33210f service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260323 Jun 28 11:25:56.889237 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Deleting subnet f52d19d3-1bf4-41e5-b157-462843155775 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:25:56.892067 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:56.939785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4159488'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.018257 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.188822 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2369507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334379'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.227350 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52d19d3-1bf4-41e5-b157-462843155775,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:57.232482 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.237068 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b48a5-d0bf-479e-9c58-d3a68f133c85 None None] Network f41e79e8-9295-4ab0-ad54-81299a90969c requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:25:57.239901 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.240249 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.240586 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.240918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.241245 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.241597 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.241925 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.242249 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.242574 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.242893 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.243210 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.243526 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:25:57.255493 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-41699dd1-dbdc-4f27-837e-4f18d5579a09 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f52d19d3-1bf4-41e5-b157-462843155775 HTTP/1.1" status: 204 len: 168 time: 0.4246616 Jun 28 11:25:57.255591 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57742) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:57.370237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.381458 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Deleting port 10c6d908-4305-4833-8906-4a17ff6d0493 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:57.381792 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.501325 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] DHCP port deletion for f41e79e8-9295-4ab0-ad54-81299a90969c request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:25:57.506520 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Deleting port 10c6d908-4305-4833-8906-4a17ff6d0493 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:57.506840 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.588382 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] For port 10c6d908-4305-4833-8906-4a17ff6d0493, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=10c6d908-4305-4833-8906-4a17ff6d0493,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:57.588737 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.711235 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] For port 10c6d908-4305-4833-8906-4a17ff6d0493, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=10c6d908-4305-4833-8906-4a17ff6d0493,segment=NetworkSegment(f6d4b35f-592c-4a6d-bbf5-6a507c41d327),segment_id=f6d4b35f-592c-4a6d-bbf5-6a507c41d327)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:57.711444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.716057 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Calling delete_port for 10c6d908-4305-4833-8906-4a17ff6d0493 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:57.792295 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.833771 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Calling delete_port for 10c6d908-4305-4833-8906-4a17ff6d0493 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:57.840822 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] No DVR routers for this DVR port 10c6d908-4305-4833-8906-4a17ff6d0493 on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:25:57.869779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c6d908-4305-4833-8906-4a17ff6d0493,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:57.907578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:25:57.907933 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:25:57.959453 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:57.991489 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41e79e8-9295-4ab0-ad54-81299a90969c']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:58.005659 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:58.005955 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d4b35f-592c-4a6d-bbf5-6a507c41d327') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:25:58.017101 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.032782 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.039297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:25:58.039671 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.102573 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment f6d4b35f-592c-4a6d-bbf5-6a507c41d327 resource provider aggregate not found Jun 28 11:25:58.126691 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment f6d4b35f-592c-4a6d-bbf5-6a507c41d327 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6d4b35f-592c-4a6d-bbf5-6a507c41d327 found for delete ", "request_id": "req-a5acd1c3-25b6-4130-86da-7fa797ecb883"}]} Jun 28 11:25:58.138758 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.143586 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.169291 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] Pushing event deleted for resources: {'Network': ['ID=f41e79e8-9295-4ab0-ad54-81299a90969c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:58.169540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 10c6d908-4305-4833-8906-4a17ff6d0493 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:58.182963 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-23da4c3b-578d-479b-a0e7-8606950b9475 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f41e79e8-9295-4ab0-ad54-81299a90969c HTTP/1.1" status: 204 len: 168 time: 0.9257503 Jun 28 11:25:58.185678 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57752) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:25:58.207226 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 10c6d908-4305-4833-8906-4a17ff6d0493 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:58.207571 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 10c6d908-4305-4833-8906-4a17ff6d0493 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:58.208128 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device dc560bd2-02ce-41a2-a88a-5ae373a33f6d no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:58.241382 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: dc560bd2-02ce-41a2-a88a-5ae373a33f6d {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:58.242077 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device dc560bd2-02ce-41a2-a88a-5ae373a33f6d not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:58.242182 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56d1b21e-3c60-4bed-83c5-4764141e2b69 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:25:58.274648 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 56d1b21e-3c60-4bed-83c5-4764141e2b69 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:25:58.274988 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56d1b21e-3c60-4bed-83c5-4764141e2b69 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:25:58.409091 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Deleting port 10c6d908-4305-4833-8906-4a17ff6d0493 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:58.409505 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.477463 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a0374f66-5244-415c-943c-2b5b80e92c3a None None] The port '10c6d908-4305-4833-8906-4a17ff6d0493' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:25:58.808528 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:58.900355 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-22b5f110-8f91-4597-8fa4-13db645083e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.163124 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Deleting port d33fb32b-46f7-4984-8693-fc19b113f9b2 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:25:59.178233 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.340840 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] For port d33fb32b-46f7-4984-8693-fc19b113f9b2, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d33fb32b-46f7-4984-8693-fc19b113f9b2,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:25:59.341193 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.463760 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Calling delete_port for d33fb32b-46f7-4984-8693-fc19b113f9b2 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:25:59.633608 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:25:59.682971 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33fb32b-46f7-4984-8693-fc19b113f9b2,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:25:59.954756 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.399634 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Router 07f830ac-7471-4c3c-a013-5933494691a0 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:00.580887 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:00.589244 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] Sync routers for ids ['07f830ac-7471-4c3c-a013-5933494691a0'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:00.600534 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-66d2994a-4351-4160-8a43-6ca1c0e53837 admin admin] 10.222.0.44 "PUT /v2.0/routers/07f830ac-7471-4c3c-a013-5933494691a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4105914 Jun 28 11:26:00.600724 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] Routers {'07f830ac-7471-4c3c-a013-5933494691a0'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:00.600724 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['07f830ac-7471-4c3c-a013-5933494691a0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:00.600934 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57758) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:00.772426 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.779652 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] Set router 07f830ac-7471-4c3c-a013-5933494691a0 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:00.949019 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:00.959073 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Deleting port c16d0a03-6063-40ac-b191-2a94086954d9 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:00.959502 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.062341 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3'}], 'enable_snat': True}, 'gw_port_id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:25:59Z', 'revision_number': 5, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port': {'id': 'c16d0a03-6063-40ac-b191-2a94086954d9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:2d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f830ac-7471-4c3c-a013-5933494691a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:41Z', 'updated_at': '2022-06-28T11:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:01.065897 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] Checking router: 07f830ac-7471-4c3c-a013-5933494691a0 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:01.074691 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] Routers {'07f830ac-7471-4c3c-a013-5933494691a0'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:01.075275 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:25:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['07f830ac-7471-4c3c-a013-5933494691a0'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:01.132391 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] For port c16d0a03-6063-40ac-b191-2a94086954d9, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=c16d0a03-6063-40ac-b191-2a94086954d9,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:01.132746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.225715 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] Set router 07f830ac-7471-4c3c-a013-5933494691a0 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:01.262005 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Calling delete_port for c16d0a03-6063-40ac-b191-2a94086954d9 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:01.272432 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8bd9cf7e-4486-4d00-8bcc-9ef5f111d2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.331781 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:26:00Z', 'revision_number': 6, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:01.336406 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210d6c78-754d-4467-a7db-75c96702a43b None None] The sync data for ids ['07f830ac-7471-4c3c-a013-5933494691a0'] in dv-cinder-844474-1-iscsi is: [{'id': '07f830ac-7471-4c3c-a013-5933494691a0', 'name': 'tempest-TestMinimumBasicScenario-1572517764-router', 'tenant_id': '20d239f8c5fa41e9b84f21c5a820780f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:40Z', 'updated_at': '2022-06-28T11:26:00Z', 'revision_number': 6, 'project_id': '20d239f8c5fa41e9b84f21c5a820780f', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:01.525060 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.569896 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Pushing event deleted for resources: {'Port': ['ID=c16d0a03-6063-40ac-b191-2a94086954d9,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:01.670183 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.847791 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.850089 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.872013 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.872734 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07f830ac-7471-4c3c-a013-5933494691a0 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:01.886271 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:01.887382 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b470eeed-303c-4653-b7fe-99587c0feb4c admin admin] 10.222.0.44 "DELETE /v2.0/routers/07f830ac-7471-4c3c-a013-5933494691a0 HTTP/1.1" status: 204 len: 168 time: 1.2857878 Jun 28 11:26:01.889905 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57762) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:01.947891 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Deleting subnet f443e17e-8b7b-4665-b6ec-62a4cdf9c93b {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:01.950814 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.001433 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.081517 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.156717 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.174977 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d33fb32b-46f7-4984-8693-fc19b113f9b2 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:02.197401 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f443e17e-8b7b-4665-b6ec-62a4cdf9c93b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:02.200707 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.207294 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c37521-c40c-431d-b947-7cb664e8a849 None None] Network f9e1b94e-7be4-4425-97c4-2548d60834d3 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:02.209767 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-48b256a0-bea9-4607-ad0e-3ec0a7a9f28c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f443e17e-8b7b-4665-b6ec-62a4cdf9c93b HTTP/1.1" status: 204 len: 168 time: 0.3189125 Jun 28 11:26:02.210348 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57766) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:02.227062 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: d33fb32b-46f7-4984-8693-fc19b113f9b2 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:02.227502 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d33fb32b-46f7-4984-8693-fc19b113f9b2 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:02.227921 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c16d0a03-6063-40ac-b191-2a94086954d9 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:02.323028 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.324092 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: c16d0a03-6063-40ac-b191-2a94086954d9 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:02.324556 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c16d0a03-6063-40ac-b191-2a94086954d9 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:02.335924 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Deleting port ea66fec6-b944-4853-8180-c97a8485e029 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:02.336181 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.374855 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.401238 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.532654 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] DHCP port deletion for f9e1b94e-7be4-4425-97c4-2548d60834d3 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:02.537597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Deleting port ea66fec6-b944-4853-8180-c97a8485e029 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:02.537969 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.550725 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] For port ea66fec6-b944-4853-8180-c97a8485e029, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=ea66fec6-b944-4853-8180-c97a8485e029,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:02.551853 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.677821 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Calling delete_port for ea66fec6-b944-4853-8180-c97a8485e029 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:02.754915 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.771808 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] For port ea66fec6-b944-4853-8180-c97a8485e029, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=ea66fec6-b944-4853-8180-c97a8485e029,segment=NetworkSegment(a5ca896e-fa00-418e-b84e-316ca243a31b),segment_id=a5ca896e-fa00-418e-b84e-316ca243a31b)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:02.772314 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.802267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea66fec6-b944-4853-8180-c97a8485e029,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:02.804080 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] No DVR routers for this DVR port ea66fec6-b944-4853-8180-c97a8485e029 on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:02.897463 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Calling delete_port for ea66fec6-b944-4853-8180-c97a8485e029 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:02.919346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:02.972661 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:02.973564 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:03.032795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e1b94e-7be4-4425-97c4-2548d60834d3']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:03.045450 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ca896e-fa00-418e-b84e-316ca243a31b') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:03.045752 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ca896e-fa00-418e-b84e-316ca243a31b') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:03.056890 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.072230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.078109 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:03.078489 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.140985 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment a5ca896e-fa00-418e-b84e-316ca243a31b resource provider aggregate not found Jun 28 11:26:03.168848 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment a5ca896e-fa00-418e-b84e-316ca243a31b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5ca896e-fa00-418e-b84e-316ca243a31b found for delete ", "request_id": "req-e36e3dd6-4079-4f03-9ff9-66a9b649b864"}]} Jun 28 11:26:03.177094 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.192338 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.202110 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e1b94e-7be4-4425-97c4-2548d60834d3,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:03.209599 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1049bfbb-fa3c-4dc3-b023-5c1be8093d0c admin admin] 10.222.0.44 "DELETE /v2.0/networks/f9e1b94e-7be4-4425-97c4-2548d60834d3 HTTP/1.1" status: 204 len: 168 time: 0.9982996 Jun 28 11:26:03.327892 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57776) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:03.376155 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-750c053a-ccd7-4d71-86ba-fdcf9f5b71d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c970a4d18a254d2a8a36f0f3dcd5f1c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471387 Jun 28 11:26:03.378554 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57780) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:03.434823 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a55-6e7b-4872-9675-a09ef030a178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.460382 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a55-6e7b-4872-9675-a09ef030a178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.474542 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Deleting port ea66fec6-b944-4853-8180-c97a8485e029 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:03.475020 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.511243 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a55-6e7b-4872-9675-a09ef030a178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.532039 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85a55-6e7b-4872-9675-a09ef030a178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:03.544600 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a55-6e7b-4872-9675-a09ef030a178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.545469 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-ee674bfd-77d1-4746-9b44-57003b6e9c83 None None] The port 'ea66fec6-b944-4853-8180-c97a8485e029' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:03.545812 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a4b85a55-6e7b-4872-9675-a09ef030a178 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7fa81cc-78f6-4fc6-829e-c7f9989bf4f3 HTTP/1.1" status: 204 len: 168 time: 0.1657848 Jun 28 11:26:03.577099 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:03.885410 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57788) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:03.932377 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8116cc25-4ca1-4fb0-afdf-292598976cc1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=20d239f8c5fa41e9b84f21c5a820780f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458388 Jun 28 11:26:03.934847 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57792) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:03.993079 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c901100c-2424-4f59-a38b-561d904c0601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:04.017696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c901100c-2424-4f59-a38b-561d904c0601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:04.069868 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c901100c-2424-4f59-a38b-561d904c0601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:04.084315 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901100c-2424-4f59-a38b-561d904c0601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825a056-ef58-4cc3-ae48-75507853178b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:04.091779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c901100c-2424-4f59-a38b-561d904c0601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:04.092912 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c901100c-2424-4f59-a38b-561d904c0601 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1825a056-ef58-4cc3-ae48-75507853178b HTTP/1.1" status: 204 len: 168 time: 0.1571720 Jun 28 11:26:04.170192 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device ea66fec6-b944-4853-8180-c97a8485e029 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:04.207329 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: ea66fec6-b944-4853-8180-c97a8485e029 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:04.207943 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device ea66fec6-b944-4853-8180-c97a8485e029 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:22.572241 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:27.043033 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:26:28.903527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8114ce29-d5ac-4a7d-8729-e9297b37bf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:31.275154 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d471ebc0-3a79-406b-93db-35620e8e42ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:32.318946 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:32.342288 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:33.570240 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:34.713190 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57812) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:35.123129 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Deleting port e4bdcbc8-5aae-49fb-ab54-caee9bf2b9e0 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:35.123470 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.296272 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.296597 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.420104 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Calling delete_port for e4bdcbc8-5aae-49fb-ab54-caee9bf2b9e0 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:35.579081 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.625178 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event deleted for resources: {'Port': ['ID=e4bdcbc8-5aae-49fb-ab54-caee9bf2b9e0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:35.722794 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:35.723484 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Floating IP 4db73284-d145-4f9e-aeb0-dcaea04029fd disassociated (deleted). External IP: 172.27.1.149, port: 19c1323e-3698-417a-8e47-cdc2107198e1. Jun 28 11:26:36.152111 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:36.328572 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:36.338861 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] Sync routers for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:36.348147 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:36.349215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:36.349901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:26:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.405012 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b94cd1f8-f771-4e3e-9fa7-a3919792204e tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "DELETE /v2.0/floatingips/4db73284-d145-4f9e-aeb0-dcaea04029fd HTTP/1.1" status: 204 len: 168 time: 1.6905890 Jun 28 11:26:36.405492 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:36.452779 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98354ba4-61c8-4ebc-b354-357e89699733'] response: {'name': 'network-changed', 'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'status': 'completed', 'code': 200} Jun 28 11:26:36.535813 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:36.557633 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-b9d6022b-84cd-4ea6-bc7b-ea9ed89f2464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.559339 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-b9d6022b-84cd-4ea6-bc7b-ea9ed89f2464 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 1098 time: 0.0833945 Jun 28 11:26:36.705069 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-82088b33-78f6-445d-8da0-07a1343b90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.706639 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-82088b33-78f6-445d-8da0-07a1343b90eb service neutron] 10.222.0.26 "GET /v2.0/networks?id=93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 200 len: 910 time: 0.1409433 Jun 28 11:26:36.780363 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-6a06bc62-60d2-4ad6-abe5-bc122d05f846 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 200 len: 217 time: 0.0650260 Jun 28 11:26:36.791038 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b2941-6318-43f1-ac95-2297f7d66df1 req-d3bb0690-6090-4c80-80d8-4b961000b1b6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.792490 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3b8b2941-6318-43f1-ac95-2297f7d66df1 req-d3bb0690-6090-4c80-80d8-4b961000b1b6 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0939147 Jun 28 11:26:36.840122 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3b8b2941-6318-43f1-ac95-2297f7d66df1 req-5677ee28-a07b-4f35-9bd9-a79e29e0c275 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Jun 28 11:26:36.848259 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-0563ffd7-d8e1-4aca-af98-a9f076edd4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.849779 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-0563ffd7-d8e1-4aca-af98-a9f076edd4a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 200 len: 848 time: 0.0618947 Jun 28 11:26:36.860869 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.865337 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] Checking router: 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:36.873845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:36.874573 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:26:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:36.941358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-ed37bdb9-648b-45ca-a8a7-bd14aeb9d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:36.942850 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-ed37bdb9-648b-45ca-a8a7-bd14aeb9d16a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93ddf050-0c04-48fa-b3d0-8a47c9108c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847626 Jun 28 11:26:37.052529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:37.074620 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-8fd6795d-9458-47b1-a9c3-3219516d7d19 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245294 Jun 28 11:26:37.208735 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5e4a42c9-17e5-4779-b4e3-d258e7d32cb9 req-0a386641-643e-4b46-9b48-5a028b43a967 service neutron] 10.222.0.26 "GET /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265848 Jun 28 11:26:37.409144 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:37.413620 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dedd17-a4d4-45ce-b716-9d5591fb33f3 None None] The sync data for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi is: [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:20:01Z', 'revision_number': 4, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '5a3809e2-7c99-4a0c-a95e-0da1187b6991', 'name': '', 'network_id': '93ddf050-0c04-48fa-b3d0-8a47c9108c97', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'mac_address': 'fa:16:3e:67:15:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:01Z', 'updated_at': '2022-06-28T11:20:11Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'subnets': [{'id': '4d338753-8d48-4cb0-a5c4-47735b90fe0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:37.617732 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425cef72-9658-467d-9887-2e2f00a0ed78 None None] New status for floating IP 4db73284-d145-4f9e-aeb0-dcaea04029fd: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:26:38.036670 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec22d7-4b83-4e50-b022-4b5b1b4c16b5 req-c1c06f38-7318-4866-91ea-2c220489af1c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:38.037238 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-e7ec22d7-4b83-4e50-b022-4b5b1b4c16b5 req-c1c06f38-7318-4866-91ea-2c220489af1c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Synchronizing usage tracker for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:26:38.053159 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-e7ec22d7-4b83-4e50-b022-4b5b1b4c16b5 req-c1c06f38-7318-4866-91ea-2c220489af1c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Unset dirty status for tenant:a3938bf54b57492fa4b9d5e12cc781a1 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:26:38.054442 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e7ec22d7-4b83-4e50-b022-4b5b1b4c16b5 req-c1c06f38-7318-4866-91ea-2c220489af1c tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.1036355 Jun 28 11:26:38.100261 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e7ec22d7-4b83-4e50-b022-4b5b1b4c16b5 req-1c616db1-80b7-407e-a601-13d2fcb6c3d0 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/security-groups?id=80dcfdb4-0b13-4bb9-9889-b26151b41cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401602 Jun 28 11:26:38.491294 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-405dfff3-303c-46f6-8e9d-060eaf737972 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:38.492692 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-405dfff3-303c-46f6-8e9d-060eaf737972 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.26 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 945 time: 0.0879128 Jun 28 11:26:38.563931 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Deleting port 19c1323e-3698-417a-8e47-cdc2107198e1 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:38.564267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:38.894270 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] For port 19c1323e-3698-417a-8e47-cdc2107198e1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=19c1323e-3698-417a-8e47-cdc2107198e1,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:38.894538 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.015967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Calling delete_port for 19c1323e-3698-417a-8e47-cdc2107198e1 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:39.159344 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.211379 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event deleted for resources: {'Port': ['ID=19c1323e-3698-417a-8e47-cdc2107198e1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:39.261520 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3f3a835c-4db2-4965-acf3-a7c979b6b0cf req-5703aa6b-bab2-45a2-9d83-69fc48ab1fc8 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "GET /v2.0/ports?device_id=930ac27c-061d-400e-8034-ffb8170b554d HTTP/1.1" status: 200 len: 210 time: 0.0523465 Jun 28 11:26:39.310253 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] No DVR routers for this DVR port 19c1323e-3698-417a-8e47-cdc2107198e1 on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:39.312684 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:39.315122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-deleted', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:26:39.333320 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-15daa645-242f-4b80-8770-d5fcf86cd754 req-d6ae41bb-f8ca-463f-adec-c1134ef6c6d4 tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.26 "DELETE /v2.0/ports/19c1323e-3698-417a-8e47-cdc2107198e1 HTTP/1.1" status: 204 len: 173 time: 0.8347764 Jun 28 11:26:39.367941 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6126b2-8a82-4267-a362-764b871844cb'] response: {'server_uuid': '930ac27c-061d-400e-8034-ffb8170b554d', 'name': 'network-vif-deleted', 'tag': '19c1323e-3698-417a-8e47-cdc2107198e1', 'status': 'completed', 'code': 200} Jun 28 11:26:40.364038 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57834) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:40.433599 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c101421a-1f76-461a-a220-4cc3b80fee6a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:40.462857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c101421a-1f76-461a-a220-4cc3b80fee6a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:40.527543 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c101421a-1f76-461a-a220-4cc3b80fee6a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:40.546894 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101421a-1f76-461a-a220-4cc3b80fee6a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dcfdb4-0b13-4bb9-9889-b26151b41cc1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:40.558711 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c101421a-1f76-461a-a220-4cc3b80fee6a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:40.560210 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c101421a-1f76-461a-a220-4cc3b80fee6a tempest-TestShelveInstance-476745698 tempest-TestShelveInstance-476745698-project] 10.222.0.44 "DELETE /v2.0/security-groups/80dcfdb4-0b13-4bb9-9889-b26151b41cc1 HTTP/1.1" status: 204 len: 168 time: 0.1948102 Jun 28 11:26:40.610329 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57840) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:41.239390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.669370 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Deleting port 5a3809e2-7c99-4a0c-a95e-0da1187b6991 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:41.670065 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.682734 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:41.715105 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 19c1323e-3698-417a-8e47-cdc2107198e1 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:41.715545 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 19c1323e-3698-417a-8e47-cdc2107198e1 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:41.838973 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] For port 5a3809e2-7c99-4a0c-a95e-0da1187b6991, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=5a3809e2-7c99-4a0c-a95e-0da1187b6991,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:41.839321 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:41.960790 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Calling delete_port for 5a3809e2-7c99-4a0c-a95e-0da1187b6991 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:42.127435 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.211040 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a3809e2-7c99-4a0c-a95e-0da1187b6991,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:42.228701 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.229038 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.229396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.229733 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.230055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.230381 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.230700 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.231133 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.231318 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.231633 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.231949 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.232261 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:26:42.465891 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:42.910601 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:43.086302 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:43.095215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] Sync routers for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:43.099165 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-9d5f894b-4acc-4c2e-ad80-ac4dce0bc0d7 admin admin] 10.222.0.44 "PUT /v2.0/routers/9c030a51-89ef-4e4c-b5ba-af68d07d43a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873843 Jun 28 11:26:43.101403 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57848) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:43.104809 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:43.105455 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:26:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.275036 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.284115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:43.451808 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.461999 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Deleting port a433e58d-d3de-498d-8d42-6868aa9689ae {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:43.462388 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.573527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:26:42Z', 'revision_number': 5, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port': {'id': 'a433e58d-d3de-498d-8d42-6868aa9689ae', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e9:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:19:57Z', 'updated_at': '2022-06-28T11:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.577471 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] Checking router: 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:43.586528 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] Routers {'9c030a51-89ef-4e4c-b5ba-af68d07d43a5'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:43.587129 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:26:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.635718 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] For port a433e58d-d3de-498d-8d42-6868aa9689ae, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a433e58d-d3de-498d-8d42-6868aa9689ae,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:43.636064 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.739225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] Set router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:43.757149 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Calling delete_port for a433e58d-d3de-498d-8d42-6868aa9689ae owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:43.844371 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:26:43Z', 'revision_number': 6, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:43.848156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f5bb0-d365-40ac-997b-2dc5d6c58aa4 None None] The sync data for ids ['9c030a51-89ef-4e4c-b5ba-af68d07d43a5'] in dv-cinder-844474-1-iscsi is: [{'id': '9c030a51-89ef-4e4c-b5ba-af68d07d43a5', 'name': 'tempest-TestShelveInstance-1138092076-router', 'tenant_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:19:56Z', 'updated_at': '2022-06-28T11:26:43Z', 'revision_number': 6, 'project_id': 'a3938bf54b57492fa4b9d5e12cc781a1', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:43.924216 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:43.974158 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a433e58d-d3de-498d-8d42-6868aa9689ae,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:44.070459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.351506 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.353662 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.375499 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.376128 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c030a51-89ef-4e4c-b5ba-af68d07d43a5 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:44.388061 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.389181 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-10efdedd-b940-4e73-a5ff-1fa0a07513c4 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9c030a51-89ef-4e4c-b5ba-af68d07d43a5 HTTP/1.1" status: 204 len: 168 time: 1.2868788 Jun 28 11:26:44.391675 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57852) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:44.449979 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Deleting subnet 4d338753-8d48-4cb0-a5c4-47735b90fe0c {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:44.452814 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.500988 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.585920 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.619093 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 5a3809e2-7c99-4a0c-a95e-0da1187b6991 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:44.657368 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 5a3809e2-7c99-4a0c-a95e-0da1187b6991 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:44.657950 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 5a3809e2-7c99-4a0c-a95e-0da1187b6991 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:44.659361 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.698973 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d338753-8d48-4cb0-a5c4-47735b90fe0c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:44.702757 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.709684 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c3ad7-58bd-420c-851b-6e37c8c27393 None None] Network 93ddf050-0c04-48fa-b3d0-8a47c9108c97 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:44.710598 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-aa60eaee-4761-4db9-97b6-7b0e1e00b425 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4d338753-8d48-4cb0-a5c4-47735b90fe0c HTTP/1.1" status: 204 len: 168 time: 0.3179626 Jun 28 11:26:44.713111 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57856) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:44.815504 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:44.826938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Deleting port a8e29059-2816-46c7-bdff-e87c4676c82c {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:44.827271 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.012866 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] DHCP port deletion for 93ddf050-0c04-48fa-b3d0-8a47c9108c97 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:45.017307 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Deleting port a8e29059-2816-46c7-bdff-e87c4676c82c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:45.017745 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.057787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] For port a8e29059-2816-46c7-bdff-e87c4676c82c, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a8e29059-2816-46c7-bdff-e87c4676c82c,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:45.058329 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.180591 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Calling delete_port for a8e29059-2816-46c7-bdff-e87c4676c82c owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:45.213974 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] For port a8e29059-2816-46c7-bdff-e87c4676c82c, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=a8e29059-2816-46c7-bdff-e87c4676c82c,segment=NetworkSegment(38ae7d98-86ef-4c9b-b70f-ac099efd36f6),segment_id=38ae7d98-86ef-4c9b-b70f-ac099efd36f6)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:45.214359 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.259160 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.305629 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e29059-2816-46c7-bdff-e87c4676c82c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:45.309116 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] No DVR routers for this DVR port a8e29059-2816-46c7-bdff-e87c4676c82c on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:45.337962 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Calling delete_port for a8e29059-2816-46c7-bdff-e87c4676c82c owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:45.409454 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:45.409846 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:45.423738 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.449623 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ddf050-0c04-48fa-b3d0-8a47c9108c97']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:45.462103 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ae7d98-86ef-4c9b-b70f-ac099efd36f6') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:45.462396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ae7d98-86ef-4c9b-b70f-ac099efd36f6') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:45.473396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.492318 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.498474 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:45.498847 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.564201 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 38ae7d98-86ef-4c9b-b70f-ac099efd36f6 resource provider aggregate not found Jun 28 11:26:45.589322 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 38ae7d98-86ef-4c9b-b70f-ac099efd36f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38ae7d98-86ef-4c9b-b70f-ac099efd36f6 found for delete ", "request_id": "req-9abfd8d0-2c4f-4480-8fdc-d26196da34ef"}]} Jun 28 11:26:45.597245 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.613229 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.623275 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] Pushing event deleted for resources: {'Network': ['ID=93ddf050-0c04-48fa-b3d0-8a47c9108c97,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:45.630393 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-600965c4-e029-45ad-8183-18bb15dec76e admin admin] 10.222.0.44 "DELETE /v2.0/networks/93ddf050-0c04-48fa-b3d0-8a47c9108c97 HTTP/1.1" status: 204 len: 168 time: 0.9162934 Jun 28 11:26:45.633215 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57864) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:45.911270 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Deleting port a8e29059-2816-46c7-bdff-e87c4676c82c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:45.911824 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:45.981524 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-b8e485a5-f65e-4841-9530-b1105c546c8a None None] The port 'a8e29059-2816-46c7-bdff-e87c4676c82c' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:46.188791 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a433e58d-d3de-498d-8d42-6868aa9689ae no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:46.223500 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: a433e58d-d3de-498d-8d42-6868aa9689ae {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:46.223965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a433e58d-d3de-498d-8d42-6868aa9689ae not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:46.224489 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a8e29059-2816-46c7-bdff-e87c4676c82c no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:46.256836 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.260804 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: a8e29059-2816-46c7-bdff-e87c4676c82c {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:46.261145 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device a8e29059-2816-46c7-bdff-e87c4676c82c not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:46.615223 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Deleting port c6914b21-3c13-4516-a70c-21c42932dede {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:46.615570 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.793551 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] For port c6914b21-3c13-4516-a70c-21c42932dede, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=c6914b21-3c13-4516-a70c-21c42932dede,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:46.793992 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:46.922323 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Calling delete_port for c6914b21-3c13-4516-a70c-21c42932dede owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:47.090571 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:47.138532 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6914b21-3c13-4516-a70c-21c42932dede,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:47.497967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:47.849925 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Router c853ee05-cfc4-405b-822e-aa36e7a0a563 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:26:48.028689 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:26:48.037708 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] Sync routers for ids ['c853ee05-cfc4-405b-822e-aa36e7a0a563'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:26:48.045310 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-591c7548-d602-4510-aefa-9c86d2e7c164 admin admin] 10.222.0.44 "PUT /v2.0/routers/c853ee05-cfc4-405b-822e-aa36e7a0a563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4110622 Jun 28 11:26:48.047135 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] Routers {'c853ee05-cfc4-405b-822e-aa36e7a0a563'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:48.047787 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:26:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['c853ee05-cfc4-405b-822e-aa36e7a0a563'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.047937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57882) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:48.222490 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] Set router c853ee05-cfc4-405b-822e-aa36e7a0a563 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:48.223968 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.400086 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.410775 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Deleting port 60d2c55f-68a8-4555-a81b-83eb4b8abd48 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:48.411346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.530713 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:26:47Z', 'revision_number': 5, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port': {'id': '60d2c55f-68a8-4555-a81b-83eb4b8abd48', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:07Z', 'updated_at': '2022-06-28T11:20:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.534449 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] Checking router: c853ee05-cfc4-405b-822e-aa36e7a0a563 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:26:48.542494 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] Routers {'c853ee05-cfc4-405b-822e-aa36e7a0a563'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:26:48.543075 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:26:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['c853ee05-cfc4-405b-822e-aa36e7a0a563'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.699000 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] Set router c853ee05-cfc4-405b-822e-aa36e7a0a563 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:26:48.701152 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] For port 60d2c55f-68a8-4555-a81b-83eb4b8abd48, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=60d2c55f-68a8-4555-a81b-83eb4b8abd48,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:48.701693 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:48.803728 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:26:48Z', 'revision_number': 6, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:48.807773 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb67f91-7be3-478e-9587-488eab046464 None None] The sync data for ids ['c853ee05-cfc4-405b-822e-aa36e7a0a563'] in dv-cinder-844474-1-iscsi is: [{'id': 'c853ee05-cfc4-405b-822e-aa36e7a0a563', 'name': 'tempest-TestShelveInstance-953950269-router', 'tenant_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:05Z', 'updated_at': '2022-06-28T11:26:48Z', 'revision_number': 6, 'project_id': '316ba3ff8fbf4f438a94af19ee9fc387', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:26:48.824804 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Calling delete_port for 60d2c55f-68a8-4555-a81b-83eb4b8abd48 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:48.996390 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.044788 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=60d2c55f-68a8-4555-a81b-83eb4b8abd48,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:49.143861 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.258430 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7683fbe-44f1-4f73-86a0-df19bd3a10f5 req-b8a5ff03-6115-4dae-b34c-8597d6b08363 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:49.259880 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7683fbe-44f1-4f73-86a0-df19bd3a10f5 req-b8a5ff03-6115-4dae-b34c-8597d6b08363 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0975263 Jun 28 11:26:49.303756 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e7683fbe-44f1-4f73-86a0-df19bd3a10f5 req-eaf59058-5fc7-42a5-8ff8-6140f921b616 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380917 Jun 28 11:26:49.320492 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.322746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.344452 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.345013 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c853ee05-cfc4-405b-822e-aa36e7a0a563 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:26:49.357558 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.358708 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-15e132a6-1269-4410-ba96-15afc86f0d79 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c853ee05-cfc4-405b-822e-aa36e7a0a563 HTTP/1.1" status: 204 len: 168 time: 1.3099604 Jun 28 11:26:49.361145 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57900) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.422297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Deleting subnet 979995ef-adf0-44ea-b501-44088edda9a0 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:26:49.425221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.473823 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.553200 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.624402 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.664236 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979995ef-adf0-44ea-b501-44088edda9a0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:49.667647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.673630 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05419564-0180-48c3-961d-c8803a60417e None None] Network 4dafbbdf-638f-45c1-85a3-8eb0a418af51 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:26:49.674228 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-cc424910-e97c-4634-b161-da66a16fc8bd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/979995ef-adf0-44ea-b501-44088edda9a0 HTTP/1.1" status: 204 len: 168 time: 0.3114820 Jun 28 11:26:49.676061 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57904) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:49.788779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.799692 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Deleting port 4520f1df-2b17-480d-b4a9-e6942382c3dd {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:49.800043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:49.963683 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] DHCP port deletion for 4dafbbdf-638f-45c1-85a3-8eb0a418af51 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:26:49.968085 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Deleting port 4520f1df-2b17-480d-b4a9-e6942382c3dd {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:49.968458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.029043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] For port 4520f1df-2b17-480d-b4a9-e6942382c3dd, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=4520f1df-2b17-480d-b4a9-e6942382c3dd,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:50.029436 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.192285 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] For port 4520f1df-2b17-480d-b4a9-e6942382c3dd, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=4520f1df-2b17-480d-b4a9-e6942382c3dd,segment=NetworkSegment(d3922deb-dc9e-4da2-89af-fa6eb6f628a2),segment_id=d3922deb-dc9e-4da2-89af-fa6eb6f628a2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:26:50.192808 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.202383 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 4520f1df-2b17-480d-b4a9-e6942382c3dd no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:50.244515 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Calling delete_port for 4520f1df-2b17-480d-b4a9-e6942382c3dd owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:50.323226 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.362601 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Calling delete_port for 4520f1df-2b17-480d-b4a9-e6942382c3dd owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:26:50.371286 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4520f1df-2b17-480d-b4a9-e6942382c3dd,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:50.374626 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] No DVR routers for this DVR port 4520f1df-2b17-480d-b4a9-e6942382c3dd on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:26:50.432708 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No active binding found for port 4520f1df-2b17-480d-b4a9-e6942382c3dd {{(pid=88061) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 28 11:26:50.433099 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 4520f1df-2b17-480d-b4a9-e6942382c3dd not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:50.433538 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 60d2c55f-68a8-4555-a81b-83eb4b8abd48 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:50.477277 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 60d2c55f-68a8-4555-a81b-83eb4b8abd48 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:50.477639 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 60d2c55f-68a8-4555-a81b-83eb4b8abd48 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:50.478047 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c6914b21-3c13-4516-a70c-21c42932dede no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:26:50.540868 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.546788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: c6914b21-3c13-4516-a70c-21c42932dede {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:26:50.547139 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device c6914b21-3c13-4516-a70c-21c42932dede not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:26:50.550024 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:26:50.550471 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:26:50.573447 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dafbbdf-638f-45c1-85a3-8eb0a418af51']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:50.587925 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:50.588217 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3922deb-dc9e-4da2-89af-fa6eb6f628a2') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:26:50.607421 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.630331 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c616645-1a27-4abc-a5e3-70ba4fcdc640 req-132055d4-1fc3-40a8-b31d-c802011b2afe tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:50.631841 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4c616645-1a27-4abc-a5e3-70ba4fcdc640 req-132055d4-1fc3-40a8-b31d-c802011b2afe tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.2083104 Jun 28 11:26:50.635324 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.658113 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:26:50.658511 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.724858 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment d3922deb-dc9e-4da2-89af-fa6eb6f628a2 resource provider aggregate not found Jun 28 11:26:50.757706 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment d3922deb-dc9e-4da2-89af-fa6eb6f628a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3922deb-dc9e-4da2-89af-fa6eb6f628a2 found for delete ", "request_id": "req-8e6c3d55-6c81-4a0b-9580-0885a222fffc"}]} Jun 28 11:26:50.769242 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4c616645-1a27-4abc-a5e3-70ba4fcdc640 req-8838f1bd-2b6d-47a0-bd5d-08c39570583f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314840 Jun 28 11:26:50.774684 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.790984 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:50.803837 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dafbbdf-638f-45c1-85a3-8eb0a418af51,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:50.809312 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ffac7b7b-68a4-4931-8357-04c2d96ec0d6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4dafbbdf-638f-45c1-85a3-8eb0a418af51 HTTP/1.1" status: 204 len: 168 time: 1.1315379 Jun 28 11:26:50.921349 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57916) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:50.970403 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3250008f-52fd-49ad-bd6c-70211677c1da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3938bf54b57492fa4b9d5e12cc781a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477738 Jun 28 11:26:50.973454 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57920) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:51.039514 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1cb652c3-3412-46a9-a2a5-2f5bb1a1857e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.051768 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Deleting port 4520f1df-2b17-480d-b4a9-e6942382c3dd {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:26:51.052305 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.067087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1cb652c3-3412-46a9-a2a5-2f5bb1a1857e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.120928 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2416-ba50-498d-ae90-b7c02487c2dc None None] The port '4520f1df-2b17-480d-b4a9-e6942382c3dd' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:26:51.124080 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1cb652c3-3412-46a9-a2a5-2f5bb1a1857e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.141944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb652c3-3412-46a9-a2a5-2f5bb1a1857e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3cbecd-64c9-4d06-b08d-77bcb4aa3651,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:51.150403 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1cb652c3-3412-46a9-a2a5-2f5bb1a1857e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.151687 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1cb652c3-3412-46a9-a2a5-2f5bb1a1857e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac3cbecd-64c9-4d06-b08d-77bcb4aa3651 HTTP/1.1" status: 204 len: 168 time: 0.1773455 Jun 28 11:26:51.480723 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57928) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:51.528475 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3fef08bd-1c1e-4535-a1da-8471310c57a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=316ba3ff8fbf4f438a94af19ee9fc387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465865 Jun 28 11:26:51.531058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 57932) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:26:51.589260 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6fb3-be34-4b84-975e-e2e639b50cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.618008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6fb3-be34-4b84-975e-e2e639b50cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.672039 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6fb3-be34-4b84-975e-e2e639b50cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.686674 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c6fb3-be34-4b84-975e-e2e639b50cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2472567b-84eb-4bc9-95cf-a14ebdd518af,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:26:51.693957 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0c3c6fb3-be34-4b84-975e-e2e639b50cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:51.695081 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-0c3c6fb3-be34-4b84-975e-e2e639b50cff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2472567b-84eb-4bc9-95cf-a14ebdd518af HTTP/1.1" status: 204 len: 168 time: 0.1631036 Jun 28 11:26:52.235462 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a0b1e-1ff9-4d64-9869-654ad002c4c2 req-4a54a0be-84dc-42d3-9158-c7af3ad8ed55 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:52.236930 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7a5a0b1e-1ff9-4d64-9869-654ad002c4c2 req-4a54a0be-84dc-42d3-9158-c7af3ad8ed55 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.3480918 Jun 28 11:26:52.281306 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7a5a0b1e-1ff9-4d64-9869-654ad002c4c2 req-0e13f341-453d-4d38-ade6-ef2d0decb869 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379875 Jun 28 11:26:52.586274 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:53.527838 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f09188-e3f1-49cb-b45a-94101b9b519a req-84c38eeb-ead8-42a3-8653-81f7a9349129 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:53.529318 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-65f09188-e3f1-49cb-b45a-94101b9b519a req-84c38eeb-ead8-42a3-8653-81f7a9349129 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1370628 Jun 28 11:26:53.574222 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-65f09188-e3f1-49cb-b45a-94101b9b519a req-d1e83f61-2176-47ac-9e23-0217a643eff7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Jun 28 11:26:54.777971 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac23add-084f-4b36-9763-8c77d0c2e792 req-ca0bdd46-a91f-4eab-8e86-c89db0233f6a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:54.779400 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dac23add-084f-4b36-9763-8c77d0c2e792 req-ca0bdd46-a91f-4eab-8e86-c89db0233f6a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0919256 Jun 28 11:26:54.822832 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dac23add-084f-4b36-9763-8c77d0c2e792 req-ec3b7c63-abe3-4f24-b07a-f6876ef0e73d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376523 Jun 28 11:26:56.058073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a56fcd-f8f1-43a5-9f3a-23a34699feca req-ab9ac601-fff9-474e-865c-ecb23d068234 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:56.059570 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e8a56fcd-f8f1-43a5-9f3a-23a34699feca req-ab9ac601-fff9-474e-865c-ecb23d068234 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1054757 Jun 28 11:26:56.106098 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e8a56fcd-f8f1-43a5-9f3a-23a34699feca req-e9568ae2-5716-4009-9bf0-23510cca60c8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Jun 28 11:26:57.303270 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22a16d-d05b-4333-943f-fddc0574fc1a req-2695ad1e-4b3b-4745-b53d-92deede593a3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:57.304768 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7a22a16d-d05b-4333-943f-fddc0574fc1a req-2695ad1e-4b3b-4745-b53d-92deede593a3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0890541 Jun 28 11:26:57.352184 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7a22a16d-d05b-4333-943f-fddc0574fc1a req-9fcabc8b-691e-422b-ab59-7e1ac7388241 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417106 Jun 28 11:26:57.877036 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-a3b8c50c-cf38-4d15-84a8-9fd9a46f2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:57.878542 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-a3b8c50c-cf38-4d15-84a8-9fd9a46f2452 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1098 time: 0.0788150 Jun 28 11:26:58.022814 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-2911a048-3577-4758-ab4f-d984c1383c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:58.024247 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-2911a048-3577-4758-ab4f-d984c1383c9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1273634 Jun 28 11:26:58.125911 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-2b3674f2-91bb-4438-84db-00f598c3f569 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 1000 time: 0.0955760 Jun 28 11:26:58.187309 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-678ebbe2-2142-4d31-bfcc-24787fed7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:58.188680 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-678ebbe2-2142-4d31-bfcc-24787fed7896 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0562088 Jun 28 11:26:58.362002 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-de92034d-fe4f-44db-b9c0-143c1bbff3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:58.363504 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-de92034d-fe4f-44db-b9c0-143c1bbff3a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1688647 Jun 28 11:26:58.495476 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-2e045464-ad61-4c09-b42d-8f2623b337eb service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242738 Jun 28 11:26:58.550367 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cf148-519f-4e10-a6b7-0940ad518195 req-9823489c-47ba-4c9a-a91b-267a4ec95608 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:58.552425 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2e7cf148-519f-4e10-a6b7-0940ad518195 req-9823489c-47ba-4c9a-a91b-267a4ec95608 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0907447 Jun 28 11:26:58.596187 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2e7cf148-519f-4e10-a6b7-0940ad518195 req-541b76be-d1c3-4459-ab80-1d5ff502771a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Jun 28 11:26:58.632481 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b71d0b89-1fba-4c52-907c-d51aed4c7c27 req-e0f2b286-5429-4585-8ce3-bf31582f5573 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311359 Jun 28 11:26:58.905176 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-66176e3f-00c3-434c-a6cd-b3ea6f468db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:26:59.788580 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e029057-405e-46d4-8916-fb8d670ca809 req-f4cd940c-2208-4b68-b733-9bc8eebc5bae tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:26:59.790053 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9e029057-405e-46d4-8916-fb8d670ca809 req-f4cd940c-2208-4b68-b733-9bc8eebc5bae tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0856600 Jun 28 11:26:59.836360 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9e029057-405e-46d4-8916-fb8d670ca809 req-a516dc6a-17ea-4fb4-b8b9-9b5b5b2c20d7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406697 Jun 28 11:27:01.036304 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040da2d-1211-45b9-88b4-cc925c734f45 req-b7a28035-015c-476e-a6c2-5f69e8b80a5d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:01.037671 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a040da2d-1211-45b9-88b4-cc925c734f45 req-b7a28035-015c-476e-a6c2-5f69e8b80a5d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0907192 Jun 28 11:27:01.079995 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a040da2d-1211-45b9-88b4-cc925c734f45 req-3482c754-bd59-4890-85cf-64505f61f79f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366035 Jun 28 11:27:01.281541 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7c891c80-432d-4e0a-9aca-d3bd6dcac8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:01.808331 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:27:01.947442 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:01.960950 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'mac_address': 'fa:16:3e:70:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:27:02.020414 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: ACTIVE; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:02.020688 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.037869 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2596c1e9-4ebe-49bd-b824-6b30670404b5 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:27:02.052921 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:02.056580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.134633 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:02.143305 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.143653 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.143985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.144847 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.145264 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.145633 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.145945 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.146269 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.146579 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.147027 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.147799 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.148291 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:02.158635 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['2596c1e9-4ebe-49bd-b824-6b30670404b5'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:27:02.329442 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd54ef4-7bfa-41c2-b95b-83b08fab06ec req-8f2c96ec-20b4-424e-a9da-3db2ded24730 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:02.331313 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ccd54ef4-7bfa-41c2-b95b-83b08fab06ec req-8f2c96ec-20b4-424e-a9da-3db2ded24730 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 944 time: 0.1326768 Jun 28 11:27:02.353999 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.362574 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:02.380605 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ccd54ef4-7bfa-41c2-b95b-83b08fab06ec req-7b07b975-f390-46af-b189-0d4a8305fe4f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Jun 28 11:27:03.573857 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:03.578861 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f22241-ca39-4db2-a2e4-b883c00d1601 req-c6a3c250-3724-4a7d-9dc6-6317d0afaf6b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:03.580339 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-65f22241-ca39-4db2-a2e4-b883c00d1601 req-c6a3c250-3724-4a7d-9dc6-6317d0afaf6b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 944 time: 0.0898964 Jun 28 11:27:03.627138 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-65f22241-ca39-4db2-a2e4-b883c00d1601 req-39716c8a-2354-40b2-832c-7b785ea79aa2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401921 Jun 28 11:27:03.818757 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:27:03.889965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 2596c1e9-4ebe-49bd-b824-6b30670404b5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:27:03.890559 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:04.023986 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:04.024419 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:04.041898 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:27:04.051960 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:04.061784 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:04.066180 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:04.102724 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34f7e18c-5762-4953-b90f-b0057a9b10eb'] response: {'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'code': 200} Jun 28 11:27:04.134949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:04.824992 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92304fbd-b87b-4f50-9677-3fecd6fe50a1 req-90ba1143-32c4-4b60-9686-be06b515c53c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:04.826471 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92304fbd-b87b-4f50-9677-3fecd6fe50a1 req-90ba1143-32c4-4b60-9686-be06b515c53c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0894251 Jun 28 11:27:04.869619 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-92304fbd-b87b-4f50-9677-3fecd6fe50a1 req-32514b45-3f7f-48c8-8744-3b35fc6614f8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365922 Jun 28 11:27:06.074230 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97c24-ad84-4e87-b6e8-f3a9d9d2387c req-00e8e1ff-d50f-458c-8abd-e7436a2c9f46 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:06.075670 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-60d97c24-ad84-4e87-b6e8-f3a9d9d2387c req-00e8e1ff-d50f-458c-8abd-e7436a2c9f46 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0904465 Jun 28 11:27:06.120219 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-60d97c24-ad84-4e87-b6e8-f3a9d9d2387c req-0b6cf155-377e-4fff-8e94-9cd48ed11485 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Jun 28 11:27:07.323116 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a48400-7883-4751-9399-05240b33019f req-ee2ff2ce-e5ce-4671-b550-1560d9dfd527 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:07.328609 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-65a48400-7883-4751-9399-05240b33019f req-ee2ff2ce-e5ce-4671-b550-1560d9dfd527 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0930283 Jun 28 11:27:07.374480 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-65a48400-7883-4751-9399-05240b33019f req-7a608175-5b1e-4b12-ae08-ba8e015e83ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Jun 28 11:27:08.594062 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb9fb5-3155-4565-81b4-4302f39277a2 req-ebdccc30-ee8f-4208-b977-1ed39f0b29be tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:08.595638 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9bb9fb5-3155-4565-81b4-4302f39277a2 req-ebdccc30-ee8f-4208-b977-1ed39f0b29be tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1013415 Jun 28 11:27:08.642799 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9bb9fb5-3155-4565-81b4-4302f39277a2 req-656a4cb8-c092-4033-b1da-2c3ebff3e2c5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Jun 28 11:27:09.867055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a0a2b-1db7-4cbe-a764-67143213eddb req-08ca02f1-9bad-4c17-a6c1-c6b09b84dfda tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:09.868721 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bd8a0a2b-1db7-4cbe-a764-67143213eddb req-08ca02f1-9bad-4c17-a6c1-c6b09b84dfda tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0931921 Jun 28 11:27:09.930901 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bd8a0a2b-1db7-4cbe-a764-67143213eddb req-97e46c7c-19fd-41f6-b5ca-a279f10f8950 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555789 Jun 28 11:27:11.182842 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e1878-cff3-4555-a603-5946fa1175e0 req-cad8184c-b8fe-44b0-bd9e-b2a3d6482a70 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:11.191027 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-696e1878-cff3-4555-a603-5946fa1175e0 req-cad8184c-b8fe-44b0-bd9e-b2a3d6482a70 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1438839 Jun 28 11:27:11.246569 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-696e1878-cff3-4555-a603-5946fa1175e0 req-cf15fc41-9466-47f1-ac94-13b030b9fd20 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544059 Jun 28 11:27:12.545308 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07164f33-0073-4085-9d97-362068ebe50d req-a9f2682d-4426-4a8f-ae15-6b423a2a2593 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:12.546832 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-07164f33-0073-4085-9d97-362068ebe50d req-a9f2682d-4426-4a8f-ae15-6b423a2a2593 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1817715 Jun 28 11:27:12.611701 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-07164f33-0073-4085-9d97-362068ebe50d req-af780b54-3a7e-4e61-afe4-90ccb642bdae tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554950 Jun 28 11:27:13.848778 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bded1-3954-4f62-9e25-288bc33d5586 req-8fc9497a-c031-4afb-8b94-c640e9d80ca4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:13.850394 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ef2bded1-3954-4f62-9e25-288bc33d5586 req-8fc9497a-c031-4afb-8b94-c640e9d80ca4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1020792 Jun 28 11:27:13.929125 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ef2bded1-3954-4f62-9e25-288bc33d5586 req-626aa575-aab2-4474-9df2-f56a808fac60 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559757 Jun 28 11:27:15.148500 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16171a-bd03-4213-8cc2-7ceb3061c3ad req-e67fcda4-7f90-4c63-bfd7-bf102c6f0422 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:15.150912 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e16171a-bd03-4213-8cc2-7ceb3061c3ad req-e67fcda4-7f90-4c63-bfd7-bf102c6f0422 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0974789 Jun 28 11:27:15.207500 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e16171a-bd03-4213-8cc2-7ceb3061c3ad req-9db8eaf5-87e2-4401-9d7a-f572b154414f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500288 Jun 28 11:27:16.430560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775a56c-3ba6-4908-b5b9-6f3ae923c1e8 req-64ddaaa5-e2eb-4e18-b5dc-90602754d8f2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:16.432362 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e775a56c-3ba6-4908-b5b9-6f3ae923c1e8 req-64ddaaa5-e2eb-4e18-b5dc-90602754d8f2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1189537 Jun 28 11:27:16.503449 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e775a56c-3ba6-4908-b5b9-6f3ae923c1e8 req-3959199c-937b-4123-b229-677e50598e1c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634904 Jun 28 11:27:17.465965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601004-1d43-4d0d-9ae9-6950fff6dddf req-c9c3ea2f-321c-48cc-aaa2-8ae468b72888 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:17.468179 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ee601004-1d43-4d0d-9ae9-6950fff6dddf req-c9c3ea2f-321c-48cc-aaa2-8ae468b72888 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0997365 Jun 28 11:27:17.516348 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ee601004-1d43-4d0d-9ae9-6950fff6dddf req-d4ca8951-25da-4461-882f-2ad91d151d18 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Jun 28 11:27:17.700237 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945a6f5-9146-4fb4-ad1e-2d86134d0756 req-9dfdeb47-f1a5-4366-9e92-8e68e2a79aef tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:17.701730 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3945a6f5-9146-4fb4-ad1e-2d86134d0756 req-9dfdeb47-f1a5-4366-9e92-8e68e2a79aef tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0892661 Jun 28 11:27:17.755565 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3945a6f5-9146-4fb4-ad1e-2d86134d0756 req-bbca6ef0-9962-4904-9329-ba7e1ada1816 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473070 Jun 28 11:27:18.638664 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-16cb660f-cf2b-4bf9-8815-4e27f72135d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:18.640131 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-16cb660f-cf2b-4bf9-8815-4e27f72135d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1098 time: 0.0778816 Jun 28 11:27:18.711973 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4b0ab-8db2-4fcb-b1e1-819213642cbd req-ffb95323-80da-4b9b-bff3-3c7038937ee7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:18.713481 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-14a4b0ab-8db2-4fcb-b1e1-819213642cbd req-ffb95323-80da-4b9b-bff3-3c7038937ee7 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0914445 Jun 28 11:27:18.758194 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-14a4b0ab-8db2-4fcb-b1e1-819213642cbd req-81fbca19-90bb-40d1-85f9-1138b1afe1ed tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387390 Jun 28 11:27:18.777259 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-0422c63d-143e-4158-83c0-23ebce4af578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:18.778752 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-0422c63d-143e-4158-83c0-23ebce4af578 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1313591 Jun 28 11:27:18.920860 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-705f2c5f-b780-4c13-91fa-9dbfc9447e5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 1000 time: 0.1344881 Jun 28 11:27:19.004598 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-4fcfcc9e-f958-4254-9f95-625b5e08347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:19.005985 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-4fcfcc9e-f958-4254-9f95-625b5e08347c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0780489 Jun 28 11:27:19.018007 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b22307-a43b-46c4-867f-87009f4851e9 req-8d99f79d-269a-4d73-9c9f-a00a7d2a70f8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:19.019890 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a9b22307-a43b-46c4-867f-87009f4851e9 req-8d99f79d-269a-4d73-9c9f-a00a7d2a70f8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1512780 Jun 28 11:27:19.196013 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a9b22307-a43b-46c4-867f-87009f4851e9 req-7b1e7552-d17d-4634-9a1a-87237ca4c353 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423175 Jun 28 11:27:19.217614 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-7f8871e1-1405-43df-afa4-22252d70ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:19.219060 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-7f8871e1-1405-43df-afa4-22252d70ade5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1983562 Jun 28 11:27:19.349957 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-37489d8d-477e-4731-b8ae-ad48f866ccf4 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237221 Jun 28 11:27:19.480293 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c0ced46e-56d8-4e49-8f08-18ee0cde14c8 req-145daa1b-b29f-4cc8-9de0-0bf8b04f97b7 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241701 Jun 28 11:27:19.590679 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-7e5a9714-354f-4524-a729-47a83a07c1ae tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:19.592072 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-7e5a9714-354f-4524-a729-47a83a07c1ae tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0835052 Jun 28 11:27:19.663811 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Deleting port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:19.664153 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:19.910224 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] For port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:19.910898 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:19.952866 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832538f-514e-4071-8df0-8942eecec78e req-313bbcff-d325-41f2-94ab-354f451f7705 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:19.954351 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f832538f-514e-4071-8df0-8942eecec78e req-313bbcff-d325-41f2-94ab-354f451f7705 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 946 time: 0.0875518 Jun 28 11:27:19.998244 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f832538f-514e-4071-8df0-8942eecec78e req-4601444b-6921-4a4b-97a0-537d6dc5f694 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups?id=fb691dcd-ee56-4780-9d8c-6d910920b9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376968 Jun 28 11:27:20.199902 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:20.200267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:20.200576 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Floating IP 5b37afef-a9ae-4a12-9b75-f1178da68201 disassociated. External IP: 172.27.1.72, port: 389eddd8-a1cf-43d3-8fb7-300a758f4cbe. Jun 28 11:27:20.200967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Calling delete_port for 389eddd8-a1cf-43d3-8fb7-300a758f4cbe owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:27:20.351334 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:20.403834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event deleted for resources: {'Port': ['ID=389eddd8-a1cf-43d3-8fb7-300a758f4cbe,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:20.661489 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f00d27-15c0-4355-8c60-919c4dd6b368 req-2b27b181-21e1-4aed-8105-5e8c40d01128 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:20.662867 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-91f00d27-15c0-4355-8c60-919c4dd6b368 req-2b27b181-21e1-4aed-8105-5e8c40d01128 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.1977994 Jun 28 11:27:20.664617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:27:20.936906 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-91f00d27-15c0-4355-8c60-919c4dd6b368 req-541a6745-4bed-450c-ab96-bccc725e29ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675831 Jun 28 11:27:20.981702 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:27:20.991587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:27:21.001702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:27:21.002415 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:27:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:21.105917 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] No DVR routers for this DVR port 389eddd8-a1cf-43d3-8fb7-300a758f4cbe on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:27:21.109414 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:21.114746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'name': 'network-vif-deleted', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:21.147097 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-35c29c18-6043-45c1-a330-89e470f1b3e1 req-f7372c1d-1c40-4289-8b6f-b76e5f9a300e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.26 "DELETE /v2.0/ports/389eddd8-a1cf-43d3-8fb7-300a758f4cbe HTTP/1.1" status: 204 len: 173 time: 1.5472388 Jun 28 11:27:21.194052 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5962d0f6-2e71-4f17-91cb-d7aec73c1ee5'] response: {'server_uuid': '3658362b-c6d5-4357-913c-0592591e0a07', 'name': 'network-vif-deleted', 'tag': '389eddd8-a1cf-43d3-8fb7-300a758f4cbe', 'status': 'completed', 'code': 200} Jun 28 11:27:21.250672 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:27:21.355509 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-142babbf-34fe-42f6-9448-a016a3db5514 req-92d84745-c176-4234-bda8-9a72b68c4608 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/ports?device_id=3658362b-c6d5-4357-913c-0592591e0a07 HTTP/1.1" status: 200 len: 210 time: 0.1412625 Jun 28 11:27:21.571785 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:21.575561 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:27:21.584965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:27:21.585620 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:27:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:21.799327 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:27:21.936847 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 389eddd8-a1cf-43d3-8fb7-300a758f4cbe no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:27:21.984761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 389eddd8-a1cf-43d3-8fb7-300a758f4cbe {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:27:21.984992 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 389eddd8-a1cf-43d3-8fb7-300a758f4cbe not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:27:21.985440 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:27:22.155965 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217155d-5b08-4f1f-b7c4-6350280e6ea7 req-7bfa940e-9010-4405-a827-26e3169ef4ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:22.157474 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7217155d-5b08-4f1f-b7c4-6350280e6ea7 req-7bfa940e-9010-4405-a827-26e3169ef4ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 945 time: 0.0939457 Jun 28 11:27:22.202767 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7217155d-5b08-4f1f-b7c4-6350280e6ea7 req-192dabf8-3f71-4a47-b687-5b95a3192cdd tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389721 Jun 28 11:27:22.229401 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: ACTIVE; New status is: DOWN {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:22.229917 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.265017 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:22.278398 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:22.286517 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.318462 dv-cinder-844474-1-iscsi neutron-server[88061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4c9b2b5-1789-48f5-aca4-84f5639d084b']: {'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'code': 422} returned with failed status Jun 28 11:27:22.336762 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:22.345338 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eeb8d41-9339-45ef-aa9d-32342d36f561 None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:16:59Z', 'revision_number': 4, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'b54a98b5-e99a-4b04-ada7-1dad288a82f8', 'name': '', 'network_id': '0a69c1f7-0da3-4c64-b954-35ea7c2276a5', 'tenant_id': '056b0190f953404d9250822490efe62b', 'mac_address': 'fa:16:3e:97:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:57Z', 'updated_at': '2022-06-28T11:17:20Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'subnets': [{'id': 'ff6fba4a-8fee-4ab8-a88c-a3943754e5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:27:22.363802 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:22.480469 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58200) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:22.553626 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30d2ca93-c832-4455-962c-43552502852d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.586868 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30d2ca93-c832-4455-962c-43552502852d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.598439 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.621081 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48662b0b-ee87-4e16-92ca-b2a4453feeea None None] New status for floating IP 5b37afef-a9ae-4a12-9b75-f1178da68201: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:27:22.652132 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30d2ca93-c832-4455-962c-43552502852d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.671281 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2ca93-c832-4455-962c-43552502852d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb691dcd-ee56-4780-9d8c-6d910920b9f2,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:22.687776 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-30d2ca93-c832-4455-962c-43552502852d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:22.689171 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-30d2ca93-c832-4455-962c-43552502852d tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "DELETE /v2.0/security-groups/fb691dcd-ee56-4780-9d8c-6d910920b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2073758 Jun 28 11:27:22.693650 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58206) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:22.714618 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.api.v2.resource [None req-2733d960-67c4-40db-8f3a-60104d0e49d4 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] show failed (client error): The resource could not be found. Jun 28 11:27:22.715856 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-2733d960-67c4-40db-8f3a-60104d0e49d4 tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "GET /v2.0/security-groups/fb691dcd-ee56-4780-9d8c-6d910920b9f2 HTTP/1.1" status: 404 len: 347 time: 0.0212462 Jun 28 11:27:22.718690 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58212) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:22.886677 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Deleting port 65f167b9-1b2f-4a83-b0a7-a98a049c1b76 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:22.887088 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:23.061707 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:23.062033 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:23.198498 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Calling delete_port for 65f167b9-1b2f-4a83-b0a7-a98a049c1b76 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:27:23.242743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174af13-c847-4c4c-8ba1-c2bb9b1ef902 req-8c4b33bd-f37d-4bdc-b6d0-78a8b1e9e488 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:23.244452 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f174af13-c847-4c4c-8ba1-c2bb9b1ef902 req-8c4b33bd-f37d-4bdc-b6d0-78a8b1e9e488 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0905440 Jun 28 11:27:23.297049 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f174af13-c847-4c4c-8ba1-c2bb9b1ef902 req-367ac1f9-134e-4b50-aa28-41fb91529411 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433781 Jun 28 11:27:23.346590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:23.433406 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Pushing event deleted for resources: {'Port': ['ID=65f167b9-1b2f-4a83-b0a7-a98a049c1b76,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:23.551400 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:23.564364 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-0bb29d30-489e-44ea-9dd5-e66773441a13 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1764429 Jun 28 11:27:23.571135 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:23.572171 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-fd5f1a74-94a2-4021-be64-442fa794bc0e tempest-AttachVolumeTestJSON-31908967 tempest-AttachVolumeTestJSON-31908967-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b37afef-a9ae-4a12-9b75-f1178da68201 HTTP/1.1" status: 204 len: 168 time: 0.8525686 Jun 28 11:27:24.586730 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6d9aa-0a72-4964-938b-747786f3f749 req-bdc9ef55-fa2f-4bb2-a359-298b6801606c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:24.588071 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dcd6d9aa-0a72-4964-938b-747786f3f749 req-bdc9ef55-fa2f-4bb2-a359-298b6801606c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.1819744 Jun 28 11:27:24.634969 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-dcd6d9aa-0a72-4964-938b-747786f3f749 req-b9f53c17-97f9-4bbf-983e-c2c49ea1b912 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Jun 28 11:27:25.391617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-efa7ec85-a90b-41f3-a5b4-ba23a55bd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.393055 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-efa7ec85-a90b-41f3-a5b4-ba23a55bd2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680&tenant_id=fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 1096 time: 0.1240385 Jun 28 11:27:25.490017 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-535b236a-69c2-4f89-b12f-3d71a9e943dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.491457 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-535b236a-69c2-4f89-b12f-3d71a9e943dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1096 time: 0.0778825 Jun 28 11:27:25.626552 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-417d1973-8fd0-43e6-95ef-34fa7a4f17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.627901 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-417d1973-8fd0-43e6-95ef-34fa7a4f17bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1296563 Jun 28 11:27:25.733409 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-61af387f-8c57-4b73-bb46-eed234b4aa80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 200 len: 998 time: 0.0990462 Jun 28 11:27:25.796660 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-1a85aaf3-8dd3-4509-aedd-39c4b7a97950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.798157 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-1a85aaf3-8dd3-4509-aedd-39c4b7a97950 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0585368 Jun 28 11:27:25.830683 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7092ca8-3a98-4f47-94d8-294f00daee29 req-eded5922-1abb-4af5-9d90-3bf3fced55d6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.833038 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b7092ca8-3a98-4f47-94d8-294f00daee29 req-eded5922-1abb-4af5-9d90-3bf3fced55d6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0867717 Jun 28 11:27:25.876326 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b7092ca8-3a98-4f47-94d8-294f00daee29 req-c2fda4a5-0153-47d7-b2c1-f3c1beecfa84 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375247 Jun 28 11:27:25.884970 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-a863e37f-338b-4cf1-b606-664d3e3a7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:25.886587 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-a863e37f-338b-4cf1-b606-664d3e3a7613 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828443 Jun 28 11:27:25.898195 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-c0f4f0fb-b9e1-4d11-9d77-07d3e5897d94 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:27:25.899150 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-c0f4f0fb-b9e1-4d11-9d77-07d3e5897d94 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056801 Jun 28 11:27:26.032812 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-22a28bd1-129d-477d-b3e1-55a2672fd6b4 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267800 Jun 28 11:27:26.168877 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-76ba9617-3390-48e1-8343-32695dce2318 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303205 Jun 28 11:27:27.085462 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d91b-20d5-46de-9681-bbccbba5c8f7 req-eedb308a-57fa-4bcf-a57d-ac67e73f29d0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:27.087062 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5112d91b-20d5-46de-9681-bbccbba5c8f7 req-eedb308a-57fa-4bcf-a57d-ac67e73f29d0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0897169 Jun 28 11:27:27.139578 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5112d91b-20d5-46de-9681-bbccbba5c8f7 req-29a71404-c777-4d2c-9632-7ced59f47950 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466235 Jun 28 11:27:27.551935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:28.334281 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:28.515321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430912f4-9719-496b-be8d-410a517c3343 req-88d852b7-fcb0-445a-ab0c-bf9f9dd24fbe tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:28.516772 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-430912f4-9719-496b-be8d-410a517c3343 req-88d852b7-fcb0-445a-ab0c-bf9f9dd24fbe tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.2538397 Jun 28 11:27:28.665132 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-430912f4-9719-496b-be8d-410a517c3343 req-8b5588b0-f800-4971-9ac0-864784771dc1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407835 Jun 28 11:27:28.772376 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Deleting port b54a98b5-e99a-4b04-ada7-1dad288a82f8 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:28.772678 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:28.922384 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2954d95a-32e8-47b4-af64-c0299379ec66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:29.085341 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] For port b54a98b5-e99a-4b04-ada7-1dad288a82f8, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=b54a98b5-e99a-4b04-ada7-1dad288a82f8,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:29.085595 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:29.212942 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Calling delete_port for b54a98b5-e99a-4b04-ada7-1dad288a82f8 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:27:29.392668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:29.441695 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b54a98b5-e99a-4b04-ada7-1dad288a82f8,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:29.484294 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.484649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.484999 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.485337 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.485670 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.485993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.486322 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.486632 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.486956 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.487270 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.487619 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.490371 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:29.759338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:29.940474 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abe544-289c-4f62-af3f-b12ffce27863 req-af40114e-c469-421a-9974-90dedc1cc8c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:29.942625 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-45abe544-289c-4f62-af3f-b12ffce27863 req-af40114e-c469-421a-9974-90dedc1cc8c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.1363535 Jun 28 11:27:30.009669 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-45abe544-289c-4f62-af3f-b12ffce27863 req-399fab2f-69b2-46bc-9b65-c3860996af43 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605907 Jun 28 11:27:30.185369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:27:30.389984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:27:30.403027 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] Sync routers for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:27:30.408548 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-290d5761-9d2e-45df-9275-43d1306efac4 admin admin] 10.222.0.44 "PUT /v2.0/routers/653ea43e-fa93-4c2d-bdc9-aead4f6182f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8533168 Jun 28 11:27:30.408939 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58314) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:30.412554 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:27:30.413411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:27:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:30.626247 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:30.636346 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:27:30.943964 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:30.958996 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Deleting port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:30.959602 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:31.019746 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95'}], 'enable_snat': True}, 'gw_port_id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:27:29Z', 'revision_number': 5, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port': {'id': '7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:77:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:16:49Z', 'updated_at': '2022-06-28T11:17:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:31.024536 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] Checking router: 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:27:31.056896 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] Routers {'653ea43e-fa93-4c2d-bdc9-aead4f6182f1'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:27:31.057556 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:27:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:31.267460 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4a31e-1157-43dd-b46f-aace253daaef req-d54036bd-5d1a-4362-a0fb-fa59b8090c4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:31.277904 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dae4a31e-1157-43dd-b46f-aace253daaef req-d54036bd-5d1a-4362-a0fb-fa59b8090c4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.1374764 Jun 28 11:27:31.306222 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] For port 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:31.306657 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:31.310730 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-95d77785-685e-461c-a6ad-b252695b3421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:31.333118 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] Set router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:27:31.465395 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:27:30Z', 'revision_number': 6, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:31.468529 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dae4a31e-1157-43dd-b46f-aace253daaef req-d9340289-ab82-43c3-b9c0-31f3263deaa2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885083 Jun 28 11:27:31.469502 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7071587-0d21-4d09-8c72-68542ff3c930 None None] The sync data for ids ['653ea43e-fa93-4c2d-bdc9-aead4f6182f1'] in dv-cinder-844474-1-iscsi is: [{'id': '653ea43e-fa93-4c2d-bdc9-aead4f6182f1', 'name': 'tempest-AttachVolumeTestJSON-1352736800-router', 'tenant_id': '056b0190f953404d9250822490efe62b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:16:47Z', 'updated_at': '2022-06-28T11:27:30Z', 'revision_number': 6, 'project_id': '056b0190f953404d9250822490efe62b', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:27:31.544000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Calling delete_port for 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:27:31.748393 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:31.802907 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Pushing event deleted for resources: {'Port': ['ID=7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:31.930051 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.141560 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.150224 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.305113 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.306587 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653ea43e-fa93-4c2d-bdc9-aead4f6182f1 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:27:32.338010 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.350061 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58324) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:32.350887 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c7fe53d9-69f2-4c02-97d5-980620fb0030 admin admin] 10.222.0.44 "DELETE /v2.0/routers/653ea43e-fa93-4c2d-bdc9-aead4f6182f1 HTTP/1.1" status: 204 len: 168 time: 1.9393311 Jun 28 11:27:32.370356 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.387486 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.445011 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:27:32.468788 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Deleting subnet ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:27:32.477140 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.512787 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:27:32.513795 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 7343eb1f-dbb8-46a7-9dd3-37bf5eb223b9 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:27:32.514382 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b54a98b5-e99a-4b04-ada7-1dad288a82f8 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:27:32.579079 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: b54a98b5-e99a-4b04-ada7-1dad288a82f8 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:27:32.579712 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device b54a98b5-e99a-4b04-ada7-1dad288a82f8 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:27:32.582261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4159488'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.714500 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.772148 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf2f59-a17e-4cd5-a166-19be30e99811 req-f65b656a-0c6c-4153-b988-e6a0342744e5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:32.779462 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-46cf2f59-a17e-4cd5-a166-19be30e99811 req-f65b656a-0c6c-4153-b988-e6a0342744e5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.1428277 Jun 28 11:27:32.830903 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-46cf2f59-a17e-4cd5-a166-19be30e99811 req-b672b6ef-af86-40df-bcc9-16f1e42eacc0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505583 Jun 28 11:27:32.847950 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2369507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334379'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.902246 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6fba4a-8fee-4ab8-a88c-a3943754e5f5,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:32.904394 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:32.918662 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b992a-1251-40d9-8c69-1823e39f9627 None None] Network 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:27:32.923721 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-8dbd6144-438b-4313-b548-f55876fda984 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff6fba4a-8fee-4ab8-a88c-a3943754e5f5 HTTP/1.1" status: 204 len: 168 time: 0.5702474 Jun 28 11:27:32.924271 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58330) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:33.068358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.096356 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Deleting port 9eb3e647-2fd6-458b-8702-5adfa7735047 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:33.096968 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.302493 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] DHCP port deletion for 0a69c1f7-0da3-4c64-b954-35ea7c2276a5 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:27:33.306912 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Deleting port 9eb3e647-2fd6-458b-8702-5adfa7735047 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:33.307286 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.358093 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] For port 9eb3e647-2fd6-458b-8702-5adfa7735047, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=9eb3e647-2fd6-458b-8702-5adfa7735047,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:33.358696 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.603019 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Calling delete_port for 9eb3e647-2fd6-458b-8702-5adfa7735047 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:27:33.645890 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.655180 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] For port 9eb3e647-2fd6-458b-8702-5adfa7735047, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=9eb3e647-2fd6-458b-8702-5adfa7735047,segment=NetworkSegment(a08b5937-b37a-410f-ac25-9d3f176469dd),segment_id=a08b5937-b37a-410f-ac25-9d3f176469dd)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:33.655670 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.685770 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:33.785653 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] No DVR routers for this DVR port 9eb3e647-2fd6-458b-8702-5adfa7735047 on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:27:33.818993 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb3e647-2fd6-458b-8702-5adfa7735047,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:33.821570 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Calling delete_port for 9eb3e647-2fd6-458b-8702-5adfa7735047 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:27:33.968915 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:27:33.969421 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:27:33.986642 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.018376 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a69c1f7-0da3-4c64-b954-35ea7c2276a5']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:34.035312 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08b5937-b37a-410f-ac25-9d3f176469dd') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:34.035823 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08b5937-b37a-410f-ac25-9d3f176469dd') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:27:34.048454 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.068633 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.084260 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:27:34.084721 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.098634 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60709-2e70-426e-8870-eaf6d9140487 req-280b4cd3-1e71-4cd4-ace0-b1d689d93335 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:34.100295 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-abc60709-2e70-426e-8870-eaf6d9140487 req-280b4cd3-1e71-4cd4-ace0-b1d689d93335 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.1184044 Jun 28 11:27:34.170812 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-abc60709-2e70-426e-8870-eaf6d9140487 req-419befb6-1d1c-44a2-98ac-f30672ff9a8e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638590 Jun 28 11:27:34.172547 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment a08b5937-b37a-410f-ac25-9d3f176469dd resource provider aggregate not found Jun 28 11:27:34.208210 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment a08b5937-b37a-410f-ac25-9d3f176469dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a08b5937-b37a-410f-ac25-9d3f176469dd found for delete ", "request_id": "req-fd121cc2-6def-4a01-86f7-34a48c509ebb"}]} Jun 28 11:27:34.220591 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 9eb3e647-2fd6-458b-8702-5adfa7735047 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:27:34.227640 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.252512 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.264833 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a69c1f7-0da3-4c64-b954-35ea7c2276a5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:34.265360 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 9eb3e647-2fd6-458b-8702-5adfa7735047 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:27:34.265710 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 9eb3e647-2fd6-458b-8702-5adfa7735047 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:27:34.280968 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bfb86638-06e1-4ce4-8649-634a6b4c0050 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0a69c1f7-0da3-4c64-b954-35ea7c2276a5 HTTP/1.1" status: 204 len: 168 time: 1.3548350 Jun 28 11:27:34.401603 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58344) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:34.453178 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-0fa117f8-57f7-406b-a59c-fe00d0f6bb69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=056b0190f953404d9250822490efe62b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0504367 Jun 28 11:27:34.455653 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58348) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:34.470637 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Deleting port 9eb3e647-2fd6-458b-8702-5adfa7735047 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:27:34.471147 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.513840 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb12-a0c9-4188-9ca3-601e3726a07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.540055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb12-a0c9-4188-9ca3-601e3726a07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.543673 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-c3a4fdb3-c0a6-47e7-a179-c39112485eda None None] The port '9eb3e647-2fd6-458b-8702-5adfa7735047' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:27:34.598529 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb12-a0c9-4188-9ca3-601e3726a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.615561 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8cb12-a0c9-4188-9ca3-601e3726a07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a97a42-aed2-4d5a-b1e0-ab87f045005b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:34.622084 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-41b8cb12-a0c9-4188-9ca3-601e3726a07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:34.623132 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-41b8cb12-a0c9-4188-9ca3-601e3726a07d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66a97a42-aed2-4d5a-b1e0-ab87f045005b HTTP/1.1" status: 204 len: 168 time: 0.1656647 Jun 28 11:27:35.379633 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c92f03-4a22-46e9-a20a-5709abe8bc53 req-d9224134-31eb-4e16-91d0-8f8910212f28 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:35.381208 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e3c92f03-4a22-46e9-a20a-5709abe8bc53 req-d9224134-31eb-4e16-91d0-8f8910212f28 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0870571 Jun 28 11:27:35.426709 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e3c92f03-4a22-46e9-a20a-5709abe8bc53 req-5e86203f-c584-41e5-9b27-3e0d6013ef64 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Jun 28 11:27:36.623079 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3d1c1-9e78-4a2a-8817-534d0c5dfc4f req-051a9aff-73be-45a1-bb22-9e52d95b603d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:36.624414 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-35e3d1c1-9e78-4a2a-8817-534d0c5dfc4f req-051a9aff-73be-45a1-bb22-9e52d95b603d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0882273 Jun 28 11:27:36.667019 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-35e3d1c1-9e78-4a2a-8817-534d0c5dfc4f req-24e8ca5e-6e61-4ed6-b64c-f5f62ddfb2c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363374 Jun 28 11:27:37.862421 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffed9c-d912-4f2a-af16-af1aff5ae890 req-720aad35-8b04-4250-8099-4854ac544644 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:37.864044 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-01ffed9c-d912-4f2a-af16-af1aff5ae890 req-720aad35-8b04-4250-8099-4854ac544644 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0886641 Jun 28 11:27:37.908660 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-01ffed9c-d912-4f2a-af16-af1aff5ae890 req-20d335da-8ed0-471d-9dce-dc01f24d2934 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388784 Jun 28 11:27:39.115831 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8953c45-05db-4998-8bbf-2cb387a2aaf7 req-74b0552e-7196-4dfd-98dc-b604c3372e65 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:39.117175 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b8953c45-05db-4998-8bbf-2cb387a2aaf7 req-74b0552e-7196-4dfd-98dc-b604c3372e65 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0903733 Jun 28 11:27:39.160807 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b8953c45-05db-4998-8bbf-2cb387a2aaf7 req-19aa89fd-f4da-4bd1-9700-650387e676ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375078 Jun 28 11:27:40.363405 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70c58f-6236-46aa-9419-a08b7f8c1655 req-b92ba390-9228-46d1-bf0d-a0d8fb0b2db9 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:40.364843 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6a70c58f-6236-46aa-9419-a08b7f8c1655 req-b92ba390-9228-46d1-bf0d-a0d8fb0b2db9 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0912685 Jun 28 11:27:40.410349 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6a70c58f-6236-46aa-9419-a08b7f8c1655 req-dc565225-5f81-4de1-83d5-ad6a25576640 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Jun 28 11:27:41.041037 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:27:41.601586 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d82e0-11d8-4077-b454-6005f2efead3 req-a776e3b2-e901-4fca-90df-2dae8f8aaaa2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:41.603021 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eb4d82e0-11d8-4077-b454-6005f2efead3 req-a776e3b2-e901-4fca-90df-2dae8f8aaaa2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0849242 Jun 28 11:27:41.647057 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eb4d82e0-11d8-4077-b454-6005f2efead3 req-9aac7c1b-caa1-4df9-8fe0-335fbe1cde8f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383699 Jun 28 11:27:42.840855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8da8e-bcc6-4291-bacb-305bd507ea70 req-2cd3f8da-3169-4308-873d-cd071dfdc7b9 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:42.842317 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1fa8da8e-bcc6-4291-bacb-305bd507ea70 req-2cd3f8da-3169-4308-873d-cd071dfdc7b9 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0865116 Jun 28 11:27:42.885888 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-1fa8da8e-bcc6-4291-bacb-305bd507ea70 req-f920ae66-08e2-4a4d-a715-40746d7cafb2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372548 Jun 28 11:27:44.011151 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:27:44.101008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f0759-d250-47f1-a5da-557440bdb691 req-e79d88ca-a8d7-4a7c-9b74-bc5c6b6e8924 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:44.102442 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-722f0759-d250-47f1-a5da-557440bdb691 req-e79d88ca-a8d7-4a7c-9b74-bc5c6b6e8924 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 943 time: 0.0928469 Jun 28 11:27:44.150151 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-722f0759-d250-47f1-a5da-557440bdb691 req-55f26202-444e-4dc6-b3fb-5c3d7d87f89f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jun 28 11:27:44.164982 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:44.178873 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'port_id': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'mac_address': 'fa:16:3e:70:19:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:27:44.243052 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:44.243426 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:44.259804 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2596c1e9-4ebe-49bd-b824-6b30670404b5 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:27:44.275132 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:44.278858 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:44.348497 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:44.640733 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['2596c1e9-4ebe-49bd-b824-6b30670404b5'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:27:45.350953 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3c24-8d41-41d0-9a95-a3956d7647a6 req-a7da47a6-b65f-4e9f-ae43-bd519e5bd08c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:45.352461 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-877f3c24-8d41-41d0-9a95-a3956d7647a6 req-a7da47a6-b65f-4e9f-ae43-bd519e5bd08c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 944 time: 0.0918109 Jun 28 11:27:45.397792 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-877f3c24-8d41-41d0-9a95-a3956d7647a6 req-17843ca5-825b-445c-a160-513e12fea3a0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393758 Jun 28 11:27:46.006565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:27:46.106977 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 2596c1e9-4ebe-49bd-b824-6b30670404b5 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:27:46.107340 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:46.221938 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 2596c1e9-4ebe-49bd-b824-6b30670404b5 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:27:46.222164 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:46.248024 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:27:46.258291 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:27:46.262532 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:46.298791 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f313e4-08af-4531-b7c3-247d6da1f9d4'] response: {'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'code': 200} Jun 28 11:27:46.334396 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:46.602216 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edcceb-8803-4a07-a610-e8b374ea6d28 req-5538e222-bd2f-4fc6-b629-a58895323b9f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:46.603714 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-39edcceb-8803-4a07-a610-e8b374ea6d28 req-5538e222-bd2f-4fc6-b629-a58895323b9f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0898292 Jun 28 11:27:46.648664 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-39edcceb-8803-4a07-a610-e8b374ea6d28 req-10ed6a28-7d3f-40fc-91eb-f77021d2ddd7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 Jun 28 11:27:46.863963 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824562b-202a-44a0-bf34-059b8797fe80 req-f32d1454-c6ea-4a6f-a4d1-037cbfeb0a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:46.866357 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f824562b-202a-44a0-bf34-059b8797fe80 req-f32d1454-c6ea-4a6f-a4d1-037cbfeb0a48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 1099 time: 0.0795505 Jun 28 11:27:46.906858 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f824562b-202a-44a0-bf34-059b8797fe80 req-6ce6cc3f-7e83-4a5f-b602-59b6b7789608 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353231 Jun 28 11:27:47.864435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135fdff-3361-4b8a-8f44-b84e528fb325 req-19e98c03-18e7-474d-8e8d-aac45812b71d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:47.866615 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1135fdff-3361-4b8a-8f44-b84e528fb325 req-19e98c03-18e7-474d-8e8d-aac45812b71d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0917571 Jun 28 11:27:47.918093 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1135fdff-3361-4b8a-8f44-b84e528fb325 req-b7733bf3-bee0-4430-b578-33fdf3d9c38a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455558 Jun 28 11:27:49.120851 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467a40c-709b-4522-a66e-44f729dc7fec req-119c387a-4f43-4465-ae25-f91e2ed46e84 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:49.122226 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c467a40c-709b-4522-a66e-44f729dc7fec req-119c387a-4f43-4465-ae25-f91e2ed46e84 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0906823 Jun 28 11:27:49.165263 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c467a40c-709b-4522-a66e-44f729dc7fec req-94a9a7b4-88c8-4f14-b39a-ab9a27a18123 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373256 Jun 28 11:27:50.367042 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7432b3-6f96-46e0-ae3f-44b9e5180170 req-86d94e08-9f7c-4147-9d74-12449b21f788 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:27:50.368496 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f7432b3-6f96-46e0-ae3f-44b9e5180170 req-86d94e08-9f7c-4147-9d74-12449b21f788 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0882528 Jun 28 11:27:50.412572 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f7432b3-6f96-46e0-ae3f-44b9e5180170 req-85ddf9dc-22aa-4fe9-9e7d-82600cfbfb9c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381060 Jun 28 11:27:51.474769 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58622) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:51.587602 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.605683 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:51.609447 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Usage tracker for resource:security_group_rule and tenant:05ca896e8ff940098633cd3494dff04a is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:51.612283 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:51.617846 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:51.698356 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.701743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.747699 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05ca896e8ff940098633cd3494dff04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719145 Jun 28 11:27:51.749296 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c157f9d-120e-44fc-9128-c65b9c7f3214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0f7bc8-b735-4a2d-a092-58c9165c94f4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:51.750375 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58628) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:51.807412 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.832446 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.885336 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.901402 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0f7bc8-b735-4a2d-a092-58c9165c94f4,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:51.910394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.910745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.911084 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.911416 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.911745 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.912072 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.912396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.912718 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.913049 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.913393 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.913714 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.914032 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:27:51.916931 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:51.920629 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1009a640-1128-409c-a4be-ba408bd7bd9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe0f7bc8-b735-4a2d-a092-58c9165c94f4 HTTP/1.1" status: 204 len: 168 time: 0.1692626 Jun 28 11:27:52.192287 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58636) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:52.209626 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.224240 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:52.228040 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f5b8e0001da9482e925357afce520f0a is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:52.231179 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:52.238281 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:52.320958 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.324483 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.370980 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5b8e0001da9482e925357afce520f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774852 Jun 28 11:27:52.372355 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9f4f6-c1eb-4c45-8b1e-53952a6c6fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b9d313-0bdb-49bd-929c-15fb11da2202,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:52.373550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58640) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:52.431302 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2e0426-28ee-4d9b-afad-fef3fa356a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.456751 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2e0426-28ee-4d9b-afad-fef3fa356a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.506558 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2e0426-28ee-4d9b-afad-fef3fa356a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.525504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e0426-28ee-4d9b-afad-fef3fa356a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b9d313-0bdb-49bd-929c-15fb11da2202,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:52.536227 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-be2e0426-28ee-4d9b-afad-fef3fa356a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:52.537342 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-be2e0426-28ee-4d9b-afad-fef3fa356a81 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4b9d313-0bdb-49bd-929c-15fb11da2202 HTTP/1.1" status: 204 len: 168 time: 0.1628051 Jun 28 11:27:52.601568 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.303721 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58702) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:54.417898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.431779 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:54.435554 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad584cdcf7549a78e160aaba40ee540 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:54.438320 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:54.444622 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:54.524245 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.527665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.572870 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ad584cdcf7549a78e160aaba40ee540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680929 Jun 28 11:27:54.574447 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f21c-8071-42d6-bf94-7ad42df71531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d70a50-07b6-472b-a4ba-03dd7e49758b,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:54.575619 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58708) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:54.638095 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f15b88e9-0597-472a-8d54-a8e2ae9e44d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.757607 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f15b88e9-0597-472a-8d54-a8e2ae9e44d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.817299 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f15b88e9-0597-472a-8d54-a8e2ae9e44d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.832175 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b88e9-0597-472a-8d54-a8e2ae9e44d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d70a50-07b6-472b-a4ba-03dd7e49758b,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:54.840628 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f15b88e9-0597-472a-8d54-a8e2ae9e44d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:54.844590 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f15b88e9-0597-472a-8d54-a8e2ae9e44d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50d70a50-07b6-472b-a4ba-03dd7e49758b HTTP/1.1" status: 204 len: 168 time: 0.2679865 Jun 28 11:27:55.119772 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58718) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:55.138245 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.152612 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:27:55.156520 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:fbebdd6a2fc041ad80b2a284154ac2c5 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:27:55.159488 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:27:55.165000 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:27:55.247889 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.251336 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.301359 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbebdd6a2fc041ad80b2a284154ac2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801827 Jun 28 11:27:55.303059 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0508e5-4f62-4d5b-a55a-981de24e3ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e2252-48d3-4134-bf4a-5909579936d1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:55.304177 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58722) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:27:55.363711 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b1c3-a889-4340-aee8-53ba4a796652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.389219 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b1c3-a889-4340-aee8-53ba4a796652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.439612 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b1c3-a889-4340-aee8-53ba4a796652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.457430 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7b1c3-a889-4340-aee8-53ba4a796652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e2252-48d3-4134-bf4a-5909579936d1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:27:55.460743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a9e7b1c3-a889-4340-aee8-53ba4a796652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:27:55.461876 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a9e7b1c3-a889-4340-aee8-53ba4a796652 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/514e2252-48d3-4134-bf4a-5909579936d1 HTTP/1.1" status: 204 len: 168 time: 0.1566877 Jun 28 11:27:58.911700 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ace10844-d06a-421c-b50e-3ab8d31b133a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:01.272899 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-82c6f0da-82dd-4b3e-b009-a94ad934a535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:01.573658 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-a838add8-00d2-41f7-9596-73af97de5c39 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773764 Jun 28 11:28:02.324056 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:02.383178 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:02.789601 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-bab82f5f-5e6b-4fca-a981-37b9aa26cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:02.791068 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-bab82f5f-5e6b-4fca-a981-37b9aa26cdb3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1098 time: 0.0796525 Jun 28 11:28:02.937535 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-d9f5628d-557f-4073-83ef-47a12203c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:02.938985 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-d9f5628d-557f-4073-83ef-47a12203c7ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1268542 Jun 28 11:28:03.047968 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-64a61168-4934-4812-aa70-44d6318729fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 1001 time: 0.1009433 Jun 28 11:28:03.114616 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-e6529021-ad32-4ddb-bd87-5894a56e9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:03.116054 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-e6529021-ad32-4ddb-bd87-5894a56e9beb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0618203 Jun 28 11:28:03.214032 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-51f62971-ca0c-4279-b508-b2f298142cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:03.215482 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-51f62971-ca0c-4279-b508-b2f298142cb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800989 Jun 28 11:28:03.348860 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-8aef17ec-8257-4336-8e70-7eb535c7272c service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262069 Jun 28 11:28:03.479260 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-54a22bfe-70a0-4433-b9e9-8d9a1ef9b46c req-3aecc070-6693-4f2a-bcef-fb5c265d3410 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249421 Jun 28 11:28:03.577716 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.395899 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 58848) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:08.510267 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.524776 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:08.528572 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Usage tracker for resource:security_group_rule and tenant:4b050aa4520f4a6197d10ac916ddabf4 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:08.531377 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:08.537015 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:08.624807 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.629506 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.676665 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b050aa4520f4a6197d10ac916ddabf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796650 Jun 28 11:28:08.678386 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e9436-3d56-4d89-940e-1882e9a8d53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae154df-e185-4bc9-b811-d94b4d73c1dc,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:08.679347 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58862) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:08.741222 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdc35d10-e21c-4b0d-b5ce-1361a9ff49fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.766879 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdc35d10-e21c-4b0d-b5ce-1361a9ff49fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.813541 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-3b376cb3-deec-454d-a7b4-375f5fa8e8db tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-859654241&fields=id&tenant_id=881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 267 time: 0.0399227 Jun 28 11:28:08.819840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdc35d10-e21c-4b0d-b5ce-1361a9ff49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.838871 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc35d10-e21c-4b0d-b5ce-1361a9ff49fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae154df-e185-4bc9-b811-d94b4d73c1dc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:08.850840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cdc35d10-e21c-4b0d-b5ce-1361a9ff49fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:08.854351 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-cdc35d10-e21c-4b0d-b5ce-1361a9ff49fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ae154df-e185-4bc9-b811-d94b4d73c1dc HTTP/1.1" status: 204 len: 168 time: 0.1715765 Jun 28 11:28:08.973952 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-2e8c1f4f-8829-4a6e-a63b-9d09bfd005eb tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:08.975449 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-2e8c1f4f-8829-4a6e-a63b-9d09bfd005eb tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 812 time: 0.1541433 Jun 28 11:28:08.990074 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-740b15e5-18be-4f3c-9e3a-8901fb3b6a23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/quotas/881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 375 time: 0.0093527 Jun 28 11:28:09.100659 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-9bcb9f37-5c80-4106-832b-db48dd82ccde tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1054182 Jun 28 11:28:09.112510 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-661f3acf-cc0a-4c0a-adeb-01819e323f65 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:28:09.113442 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-661f3acf-cc0a-4c0a-adeb-01819e323f65 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055096 Jun 28 11:28:09.139906 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58872) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:09.157183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.171315 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:09.175630 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0c73f34b8a49e68d3d53c81b40d8ef is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:09.178402 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:09.183980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:09.247410 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-40698583-9a8d-46c5-a5bf-c1a7b57479b6 service neutron] 10.222.0.44 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282201 Jun 28 11:28:09.275210 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.280277 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.327659 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d0c73f34b8a49e68d3d53c81b40d8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865292 Jun 28 11:28:09.328207 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6cdc3-1e3f-4e01-911c-63af2ee22849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fdbe50-2e44-408f-a30f-8ab8174f03ae,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:09.330560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58876) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:09.381363 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-9f7a571e-006c-456a-990d-be0810c01fc6 service neutron] 10.222.0.44 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279283 Jun 28 11:28:09.387554 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d52ef2b7-9386-4a46-bf11-da3c9f74b650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.416345 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d52ef2b7-9386-4a46-bf11-da3c9f74b650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.470312 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d52ef2b7-9386-4a46-bf11-da3c9f74b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.486247 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ef2b7-9386-4a46-bf11-da3c9f74b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fdbe50-2e44-408f-a30f-8ab8174f03ae,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:09.490570 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d52ef2b7-9386-4a46-bf11-da3c9f74b650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:09.494209 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d52ef2b7-9386-4a46-bf11-da3c9f74b650 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37fdbe50-2e44-408f-a30f-8ab8174f03ae HTTP/1.1" status: 204 len: 168 time: 0.1601787 Jun 28 11:28:09.796573 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-64caa02e-ce4e-40d5-bbdc-0ca0a230b6cb req-dfad93f8-c91f-43c3-ab4e-bc7a05ea0d6d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 210 time: 0.0558758 Jun 28 11:28:10.668323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58924) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:10.792624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:10.808681 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:10.812894 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5179879ccd4e86952e8b96e317e4bd is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:10.815849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:10.824153 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:10.921615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:10.929158 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:10.979487 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a5179879ccd4e86952e8b96e317e4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100827 Jun 28 11:28:10.980597 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9842b-8f1a-4297-8e49-cfac025d4776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d5526-7ef7-4f45-87dc-81f3d4b76f2f,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:10.983159 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 58932) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:11.051217 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73a65833-967d-4c6f-b498-486085566cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.051533 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-79d41f8c-d72f-40ec-8650-14057e179daf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:11.052996 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-79d41f8c-d72f-40ec-8650-14057e179daf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 812 time: 0.3551381 Jun 28 11:28:11.061930 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f79b90d1-c32a-4247-90ff-e2b1b385df8a req-771a8261-074a-459c-ab3a-d7d56e9d3ab0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 210 time: 0.0611780 Jun 28 11:28:11.080138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73a65833-967d-4c6f-b498-486085566cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.110131 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-77f11fa9-5c68-4fdb-8054-fb223bfc4b6f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881aa87ca0174eb6b6123e1b1c492129 HTTP/1.1" status: 200 len: 379 time: 0.0436928 Jun 28 11:28:11.118627 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'port': {'device_id': 'af378e86-18c9-4967-a82c-863634f7d905', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'admin_state_up': True, 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'security_groups': ['37497c61-558e-46ba-85cd-fa46b6588d93']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:11.133867 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73a65833-967d-4c6f-b498-486085566cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.150847 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a65833-967d-4c6f-b498-486085566cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d5526-7ef7-4f45-87dc-81f3d4b76f2f,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:11.155213 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-73a65833-967d-4c6f-b498-486085566cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.159425 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-73a65833-967d-4c6f-b498-486085566cdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b27d5526-7ef7-4f45-87dc-81f3d4b76f2f HTTP/1.1" status: 204 len: 168 time: 0.1722703 Jun 28 11:28:11.265787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:11.276795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:11.287767 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Made reservation on behalf of 881aa87ca0174eb6b6123e1b1c492129 for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:28:11.292365 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.469918 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Allocated IP 172.20.0.5 (f98f4dc0-3a7d-4c43-8d08-31724cda92ae/0018bd10-a8fa-446b-90ae-5d3c414133a0/a4ec8957-7328-48cf-837f-e37482b763ef) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:28:11.682433 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.702429 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Transition to ACTIVE for port object a4ec8957-7328-48cf-837f-e37482b763ef will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:28:11.726832 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.796641 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:28:11.804860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:28:11.807699 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:28:11.849956 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=a4ec8957-7328-48cf-837f-e37482b763ef,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:11.885817 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:11.886431 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:11.917668 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-4ee718a0-9590-4cb4-a8af-73ecc63ef323 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8024857 Jun 28 11:28:11.930404 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Request body: {'port': {'device_id': 'af378e86-18c9-4967-a82c-863634f7d905', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:12.049875 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.122471 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6de60a1f-b05c-4663-98db-e31d20a9f76f None None] Provisioning for port a4ec8957-7328-48cf-837f-e37482b763ef completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:28:12.134527 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-6de60a1f-b05c-4663-98db-e31d20a9f76f None None] Provisioning complete for port a4ec8957-7328-48cf-837f-e37482b763ef triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:28:12.134904 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6de60a1f-b05c-4663-98db-e31d20a9f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.215857 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-6de60a1f-b05c-4663-98db-e31d20a9f76f None None] Port a4ec8957-7328-48cf-837f-e37482b763ef cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:28:12.312625 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6e9ba-1bbb-4bf3-9fba-c7e3cf004ce8 req-50d27219-bfa7-4729-b72a-6de34bd1db7c tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:12.320689 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31b6e9ba-1bbb-4bf3-9fba-c7e3cf004ce8 req-50d27219-bfa7-4729-b72a-6de34bd1db7c tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 931 time: 0.1036084 Jun 28 11:28:12.368028 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31b6e9ba-1bbb-4bf3-9fba-c7e3cf004ce8 req-b31005bc-083f-49c8-a0fc-5dc47769a6c7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464058 Jun 28 11:28:12.433707 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ec8957-7328-48cf-837f-e37482b763ef {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:28:12.440789 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.455004 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Transition to ACTIVE for port object a4ec8957-7328-48cf-837f-e37482b763ef will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:28:12.458943 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.668871 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ec8957-7328-48cf-837f-e37482b763ef,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:12.714894 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Attempting to bind port a4ec8957-7328-48cf-837f-e37482b763ef on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:28:12.715235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Attempting to bind port a4ec8957-7328-48cf-837f-e37482b763ef by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:28:12.715561 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Attempting to bind port a4ec8957-7328-48cf-837f-e37482b763ef on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:28:12.720232 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Port a4ec8957-7328-48cf-837f-e37482b763ef on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:28:12.720545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Attempting to bind port a4ec8957-7328-48cf-837f-e37482b763ef on network f98f4dc0-3a7d-4c43-8d08-31724cda92ae {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:28:12.726292 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:28:12.726618 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Checking segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:28:12.727156 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Bound using segment: {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:28:12.727739 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Bound port: a4ec8957-7328-48cf-837f-e37482b763ef, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64204b2b-1eb6-4841-8820-9dfb0d116854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:28:12.728260 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.816532 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] For port a4ec8957-7328-48cf-837f-e37482b763ef, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:28:12.819394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] For port a4ec8957-7328-48cf-837f-e37482b763ef, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a4ec8957-7328-48cf-837f-e37482b763ef,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:28:12.824834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.887885 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:12.887885 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:12.887885 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] 10.222.0.26 "PUT /v2.0/ports/a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 200 len: 1093 time: 0.9561052 Jun 28 11:28:12.887885 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:13.069841 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc4ed1-edd4-409c-9cb2-86269a67ec95 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ec8957-7328-48cf-837f-e37482b763ef,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:13.104737 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-d9a4640d-8ef0-466f-b654-d15ba6bc61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.106262 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-d9a4640d-8ef0-466f-b654-d15ba6bc61eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1096 time: 0.0981371 Jun 28 11:28:13.114729 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bb38d8-3356-4eb1-baff-a5cbedbedd2d'] response: {'name': 'network-changed', 'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'status': 'completed', 'code': 200} Jun 28 11:28:13.186456 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-2c0aa3e3-7f77-4707-95fb-dd0d9128411d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 200 len: 217 time: 0.0679424 Jun 28 11:28:13.249588 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-2953305a-deaf-4a64-a49e-b5f56daa153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.250971 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-2953305a-deaf-4a64-a49e-b5f56daa153f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0580578 Jun 28 11:28:13.339171 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-81cb58e1-ef80-4e82-981e-eb6608a0d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.340642 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-81cb58e1-ef80-4e82-981e-eb6608a0d1f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0831192 Jun 28 11:28:13.482673 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-8cd96324-9faa-4f86-8cd4-c495bbf8acf4 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349769 Jun 28 11:28:13.575368 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4702-d9b3-4f93-af4c-176b7222c28a req-d0abcbb2-2bd0-4236-b49e-11baf630335c tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.577085 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7dcb4702-d9b3-4f93-af4c-176b7222c28a req-d0abcbb2-2bd0-4236-b49e-11baf630335c tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.0944808 Jun 28 11:28:13.645176 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7dcb4702-d9b3-4f93-af4c-176b7222c28a req-1d5c6ddd-8f32-4d3a-9916-128ccf63881f tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576324 Jun 28 11:28:13.662724 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-77b5e60f-bb42-4364-919c-5098fa832fb1 req-99c7c7f2-87f0-44f5-aeac-12d54beaea1e service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736078 Jun 28 11:28:13.794779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-784ecec2-f2f2-4ee8-848a-8f86c2462831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.796166 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-784ecec2-f2f2-4ee8-848a-8f86c2462831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1096 time: 0.0784295 Jun 28 11:28:13.925618 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-d484a93f-df9f-44c4-bce9-dc3bd2516b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:13.927186 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-d484a93f-df9f-44c4-bce9-dc3bd2516b1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1249018 Jun 28 11:28:13.996907 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-393589ed-8ab9-46a4-b845-08a7fc5463a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 200 len: 217 time: 0.0635026 Jun 28 11:28:14.057928 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-d8d9c5ad-b60b-4ed5-9e6d-6db9e4eed5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:14.059355 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-d8d9c5ad-b60b-4ed5-9e6d-6db9e4eed5a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0566061 Jun 28 11:28:14.144156 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-012fa26a-692f-439a-a137-5d37dabcd639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:14.145627 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-012fa26a-692f-439a-a137-5d37dabcd639 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798652 Jun 28 11:28:14.275412 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-d4b5fa34-2288-4101-bda1-268be2881aef service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223893 Jun 28 11:28:14.405012 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0eeab4b9-272c-49af-b949-583a443e0dc6 req-451a5d74-a4fb-42cf-a044-3e99e22ef80a service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228905 Jun 28 11:28:14.847521 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e563b50-58fa-45e4-87a3-21712baa58e6 req-e95ba78a-eb89-44d3-a5dc-7c7b7617f1bf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:14.848207 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-8e563b50-58fa-45e4-87a3-21712baa58e6 req-e95ba78a-eb89-44d3-a5dc-7c7b7617f1bf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:14.864228 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-8e563b50-58fa-45e4-87a3-21712baa58e6 req-e95ba78a-eb89-44d3-a5dc-7c7b7617f1bf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:14.865430 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8e563b50-58fa-45e4-87a3-21712baa58e6 req-e95ba78a-eb89-44d3-a5dc-7c7b7617f1bf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.1040373 Jun 28 11:28:14.915260 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8e563b50-58fa-45e4-87a3-21712baa58e6 req-39918b66-e1b1-4cb0-aa71-0b4223819377 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Jun 28 11:28:16.194453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908474ad-038e-44c6-a419-b6c576558ebd req-bdc6cccd-2270-4aae-8b7f-ec11991ed5e3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:16.195902 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-908474ad-038e-44c6-a419-b6c576558ebd req-bdc6cccd-2270-4aae-8b7f-ec11991ed5e3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.1750534 Jun 28 11:28:16.239549 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-908474ad-038e-44c6-a419-b6c576558ebd req-9cf57411-ab29-4de3-b5e7-a231233d7caf tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379918 Jun 28 11:28:17.450697 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721df503-0ad3-422e-9ab7-ab6fa9cb454b req-23172e65-4aa2-4653-b622-7f3666db8198 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:17.452188 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-721df503-0ad3-422e-9ab7-ab6fa9cb454b req-23172e65-4aa2-4653-b622-7f3666db8198 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.1048698 Jun 28 11:28:17.497044 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-721df503-0ad3-422e-9ab7-ab6fa9cb454b req-f5cb082d-be8c-43ec-9b9a-fd2f34b74853 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 Jun 28 11:28:18.040255 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:28:18.686194 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1094-8955-4eb8-bc56-9a9ea708096c req-b7d427a5-bdd5-4634-8fe1-2d8cc53ad9da tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:18.687848 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-022a1094-8955-4eb8-bc56-9a9ea708096c req-b7d427a5-bdd5-4634-8fe1-2d8cc53ad9da tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.0884430 Jun 28 11:28:18.734020 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-022a1094-8955-4eb8-bc56-9a9ea708096c req-438f844b-8569-4497-a396-d66d808cae63 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400302 Jun 28 11:28:20.026517 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e6224-528c-47e4-88fe-74776af55725 req-288d7ff7-6110-4b7d-8c39-9a46e2a43d88 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:20.027919 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ee6e6224-528c-47e4-88fe-74776af55725 req-288d7ff7-6110-4b7d-8c39-9a46e2a43d88 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.1827118 Jun 28 11:28:20.072349 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ee6e6224-528c-47e4-88fe-74776af55725 req-68b74517-60c9-4e46-99ab-d8e57295eab9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387571 Jun 28 11:28:20.458799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59080) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:20.571454 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.585697 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:20.589410 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:17b532ec7ce7453dbd94eef2a1490da5 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:20.592103 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:20.597751 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:20.677184 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.680785 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.730129 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17b532ec7ce7453dbd94eef2a1490da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702534 Jun 28 11:28:20.731647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f7e5c-ecb8-47c8-8ab3-f63e00fe1ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb27f05-3ce7-46be-8eed-30f1418ce54c,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:20.732843 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59086) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:20.789786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7efa1ba-506f-42a9-be92-c7d95532ad14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.814066 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7efa1ba-506f-42a9-be92-c7d95532ad14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.864527 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7efa1ba-506f-42a9-be92-c7d95532ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.879205 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa1ba-506f-42a9-be92-c7d95532ad14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb27f05-3ce7-46be-8eed-30f1418ce54c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:20.885708 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7efa1ba-506f-42a9-be92-c7d95532ad14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:20.888881 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-e7efa1ba-506f-42a9-be92-c7d95532ad14 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdb27f05-3ce7-46be-8eed-30f1418ce54c HTTP/1.1" status: 204 len: 168 time: 0.1527889 Jun 28 11:28:21.164294 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59096) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:21.181506 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.238142 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:21.249000 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Usage tracker for resource:security_group_rule and tenant:78bd85450e8749279ea3eaf714672943 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:21.252252 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:21.260276 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:21.315937 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c428a96-aa03-407b-950f-d5b9a51a80e2 req-d975ec6e-dc30-42f5-9693-1482c7896f51 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:21.317581 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2c428a96-aa03-407b-950f-d5b9a51a80e2 req-d975ec6e-dc30-42f5-9693-1482c7896f51 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.1255774 Jun 28 11:28:21.381316 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2c428a96-aa03-407b-950f-d5b9a51a80e2 req-8bf16bb9-ba63-4d74-9acb-19dde4646c2c tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575590 Jun 28 11:28:21.398686 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.402723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.451244 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78bd85450e8749279ea3eaf714672943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859163 Jun 28 11:28:21.452136 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6c34d-83de-4a47-869e-db7b31987808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c584476-6add-4883-a43e-ef16dd914149,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:21.453969 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59100) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:21.511895 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-647c9068-909e-49e7-bab9-397a5fc91dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.536773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-647c9068-909e-49e7-bab9-397a5fc91dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.587097 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-647c9068-909e-49e7-bab9-397a5fc91dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.602252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c9068-909e-49e7-bab9-397a5fc91dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c584476-6add-4883-a43e-ef16dd914149,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:21.612071 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-647c9068-909e-49e7-bab9-397a5fc91dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.613351 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-647c9068-909e-49e7-bab9-397a5fc91dfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c584476-6add-4883-a43e-ef16dd914149 HTTP/1.1" status: 204 len: 168 time: 0.1583772 Jun 28 11:28:21.950900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59108) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:21.967602 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:21.981763 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:21.985467 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Usage tracker for resource:security_group_rule and tenant:b89b9b3719f443cd9d7f404ec086ed40 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:21.988801 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:21.994302 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:22.077523 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.081218 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.129293 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b89b9b3719f443cd9d7f404ec086ed40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771917 Jun 28 11:28:22.130046 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b76943-9fc0-4fc2-892e-e399a41fdc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb59e718-054e-4f95-873c-2d37a2e28832,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:22.132544 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59112) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:22.189024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c628f39-4b49-4854-9e4b-08d6c6d4212f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.213911 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c628f39-4b49-4854-9e4b-08d6c6d4212f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.264490 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c628f39-4b49-4854-9e4b-08d6c6d4212f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.280006 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c628f39-4b49-4854-9e4b-08d6c6d4212f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb59e718-054e-4f95-873c-2d37a2e28832,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:22.290456 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7c628f39-4b49-4854-9e4b-08d6c6d4212f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.291560 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7c628f39-4b49-4854-9e4b-08d6c6d4212f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eb59e718-054e-4f95-873c-2d37a2e28832 HTTP/1.1" status: 204 len: 168 time: 0.1580291 Jun 28 11:28:22.576903 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81f9f5-bc68-402c-b015-b73cac3f606d req-674115de-94f6-48bf-b5f4-5b662a14e58b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:22.578403 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bf81f9f5-bc68-402c-b015-b73cac3f606d req-674115de-94f6-48bf-b5f4-5b662a14e58b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.0909030 Jun 28 11:28:22.618416 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:22.626469 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bf81f9f5-bc68-402c-b015-b73cac3f606d req-237498fe-1cdf-415a-8d92-60c60b8c4ed9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417385 Jun 28 11:28:23.816775 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a687546-e2d2-42ff-970c-c709a8100164 req-06742876-5771-4b56-b7ed-8efa2cb0fca8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:23.818275 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7a687546-e2d2-42ff-970c-c709a8100164 req-06742876-5771-4b56-b7ed-8efa2cb0fca8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 943 time: 0.0902646 Jun 28 11:28:23.862370 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7a687546-e2d2-42ff-970c-c709a8100164 req-af869c20-5f63-4ef4-8a48-87e9d2e1aa5d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383091 Jun 28 11:28:24.226031 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a4ec8957-7328-48cf-837f-e37482b763ef details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:28:24.354190 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port a4ec8957-7328-48cf-837f-e37482b763ef, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a4ec8957-7328-48cf-837f-e37482b763ef,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:24.366713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'port_id': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'mac_address': 'fa:16:3e:54:89:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:28:24.420020 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port a4ec8957-7328-48cf-837f-e37482b763ef is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:28:24.420388 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.436339 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4ec8957-7328-48cf-837f-e37482b763ef {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:28:24.451650 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port a4ec8957-7328-48cf-837f-e37482b763ef, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a4ec8957-7328-48cf-837f-e37482b763ef,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:24.455639 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:24.522586 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=a4ec8957-7328-48cf-837f-e37482b763ef,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:24.529662 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.530012 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.530351 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.530684 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.531132 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.532083 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.532083 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.532083 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.532332 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.532747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.532954 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.533375 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:24.838612 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['a4ec8957-7328-48cf-837f-e37482b763ef'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:28:25.060146 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f209cd1-6fad-4e21-9248-dd7b6ab52d66 req-97aef703-aa78-4f87-aae8-5b8c7dd6bf87 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:25.061644 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3f209cd1-6fad-4e21-9248-dd7b6ab52d66 req-97aef703-aa78-4f87-aae8-5b8c7dd6bf87 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 944 time: 0.0922251 Jun 28 11:28:25.107077 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-3f209cd1-6fad-4e21-9248-dd7b6ab52d66 req-3587a6b5-8c03-4087-ae29-cdf3df01f24d tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390072 Jun 28 11:28:26.185786 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59168) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:26.235303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a4ec8957-7328-48cf-837f-e37482b763ef up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:28:26.305853 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port a4ec8957-7328-48cf-837f-e37482b763ef completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:28:26.310431 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port a4ec8957-7328-48cf-837f-e37482b763ef triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:28:26.310804 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.316636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ceda5-4c1d-4ece-babd-098e11440447 req-f661c2f1-c4c6-481f-99f9-e1fbc49070f6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:26.318123 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e13ceda5-4c1d-4ece-babd-098e11440447 req-f661c2f1-c4c6-481f-99f9-e1fbc49070f6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 944 time: 0.1043525 Jun 28 11:28:26.320492 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.355551 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:26.362220 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Usage tracker for resource:security_group_rule and tenant:6b6a5f50cb134f72b5345bf297af37b0 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:26.373148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:26.383054 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:26.389843 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e13ceda5-4c1d-4ece-babd-098e11440447 req-d89f1f6a-5220-46fe-9f3f-83b4befc9dd3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563529 Jun 28 11:28:26.430630 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port a4ec8957-7328-48cf-837f-e37482b763ef is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:28:26.431008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.459764 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:26.469387 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port a4ec8957-7328-48cf-837f-e37482b763ef, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a4ec8957-7328-48cf-837f-e37482b763ef,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:26.473961 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.480568 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.485983 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.518491 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0dbf145-78f3-4afa-b6e1-bba273bb88d9'] response: {'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'code': 200} Jun 28 11:28:26.537669 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b6a5f50cb134f72b5345bf297af37b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3483975 Jun 28 11:28:26.537669 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e69ea-45ff-44a4-a543-7b4ecd2b5fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0839fae7-6762-4d87-9cdf-2dc241a99d53,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:26.538042 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59176) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:26.558786 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=a4ec8957-7328-48cf-837f-e37482b763ef,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:26.599563 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1991c063-da49-40f3-a423-f4189adf8732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.625932 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1991c063-da49-40f3-a423-f4189adf8732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.679216 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1991c063-da49-40f3-a423-f4189adf8732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.696903 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991c063-da49-40f3-a423-f4189adf8732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839fae7-6762-4d87-9cdf-2dc241a99d53,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:26.708230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1991c063-da49-40f3-a423-f4189adf8732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:26.711729 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1991c063-da49-40f3-a423-f4189adf8732 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0839fae7-6762-4d87-9cdf-2dc241a99d53 HTTP/1.1" status: 204 len: 168 time: 0.1690905 Jun 28 11:28:26.807210 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4f188-f273-44e2-a149-92bac46701ec req-0695ba12-78d8-428c-85d4-758c8f275ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:26.808673 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-91b4f188-f273-44e2-a149-92bac46701ec req-0695ba12-78d8-428c-85d4-758c8f275ee8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1098 time: 0.0775449 Jun 28 11:28:26.859279 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-91b4f188-f273-44e2-a149-92bac46701ec req-136105dd-889c-46e4-89e0-122635d51fa9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437036 Jun 28 11:28:27.591591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87dc5-ae50-4b00-b781-fe95e3e9b5f6 req-1120a6d7-d29e-4175-949b-cba4aac61ef6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:27.593020 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b7b87dc5-ae50-4b00-b781-fe95e3e9b5f6 req-1120a6d7-d29e-4175-949b-cba4aac61ef6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 945 time: 0.0950253 Jun 28 11:28:27.636914 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b7b87dc5-ae50-4b00-b781-fe95e3e9b5f6 req-0bc9dcad-8994-4ff5-8739-0bc7d847edeb tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374005 Jun 28 11:28:28.831205 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd19b90-3b43-478a-aac3-9c76cfa9cc79 req-282a52ca-2d80-4e4c-9e0b-6dfea9f9ac4b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:28.832632 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-efd19b90-3b43-478a-aac3-9c76cfa9cc79 req-282a52ca-2d80-4e4c-9e0b-6dfea9f9ac4b tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 945 time: 0.0891705 Jun 28 11:28:28.875693 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-efd19b90-3b43-478a-aac3-9c76cfa9cc79 req-21d72a58-3d0d-410c-9bba-31f723b9438c tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Jun 28 11:28:28.914743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-cc5d38b2-bd14-46b9-b5e3-e026916958fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:29.063330 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763c0cf-ed1c-48e9-adc7-b09838bfa8bc req-4109581a-cb04-46b5-b5de-42a8579568b9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:29.065310 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a763c0cf-ed1c-48e9-adc7-b09838bfa8bc req-4109581a-cb04-46b5-b5de-42a8579568b9 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 945 time: 0.0859027 Jun 28 11:28:29.107226 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a763c0cf-ed1c-48e9-adc7-b09838bfa8bc req-0484443e-428f-42c0-9417-28a443f7a4da tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363491 Jun 28 11:28:29.130910 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59188) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:29.366944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b93fc-ade3-4dd9-8840-4461deeba049 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:29.368418 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ad8b93fc-ade3-4dd9-8840-4461deeba049 tempest-TestVolumeBootPattern-725318244 tempest-TestVolumeBootPattern-725318244-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1093 time: 0.2365601 Jun 28 11:28:29.371411 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59194) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:29.376003 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'port_id': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:29.382362 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:29.386099 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Usage tracker for resource:floatingip and tenant:881aa87ca0174eb6b6123e1b1c492129 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:29.388862 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:29.394459 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:29.404384 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:29.539658 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:29.671829 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Allocated IP 172.27.1.19 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/10eca190-3719-465b-b70a-b3cc86a41448) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:28:29.820455 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:29.850617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:29.915005 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:28:29.917704 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:28:29.920175 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:28:29.964833 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=10eca190-3719-465b-b70a-b3cc86a41448,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:30.415490 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:30.489704 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:30.693030 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:30.697428 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:30.798133 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event updated for resources: {'Port': ['ID=10eca190-3719-465b-b70a-b3cc86a41448,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:30.813761 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:30.980750 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Floating IP e3bb3c2b-a064-4586-8257-6edd55d1fb9e associated. External IP: 172.27.1.19, port: a4ec8957-7328-48cf-837f-e37482b763ef. Jun 28 11:28:31.274331 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d1cad6cf-741f-4e7a-bc22-fbb432aa1676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:31.324299 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:31.496664 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:31.506612 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:31.515607 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:31.516221 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:28:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:31.519960 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:31.686464 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8106701f-90af-49de-80a3-42f1936e6dd7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3139381 Jun 28 11:28:31.687052 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:31.731569 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39bae3a-f5a5-4156-9b20-84662fa1bb5c'] response: {'name': 'network-changed', 'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'status': 'completed', 'code': 200} Jun 28 11:28:31.739153 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:31.829396 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-14093420-ad5a-4835-b707-d3ccbe8b9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:31.831000 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-14093420-ad5a-4835-b707-d3ccbe8b9470 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1098 time: 0.0778818 Jun 28 11:28:31.962953 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-d2eb1e3c-1f2c-476d-a710-e589e44fc357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:31.964309 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-d2eb1e3c-1f2c-476d-a710-e589e44fc357 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1276219 Jun 28 11:28:32.070907 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-bfc6a67f-eefa-45fe-b172-a08d97c23d67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 200 len: 998 time: 0.0991523 Jun 28 11:28:32.088735 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:50Z', 'revision_number': 1, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}, {'id': 'e3bb3c2b-a064-4586-8257-6edd55d1fb9e', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:54:89:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af378e86-18c9-4967-a82c-863634f7d905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:28:30Z', 'updated_at': '2022-06-28T11:28:30Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:32.092600 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:32.101445 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:32.102033 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:28:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:32.135274 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-fda4d4c8-a1fc-47a2-b0d2-5e409c18f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:32.136749 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-fda4d4c8-a1fc-47a2-b0d2-5e409c18f916 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0598428 Jun 28 11:28:32.223418 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-944c3276-556e-4680-9497-87fa3965f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:32.224906 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-944c3276-556e-4680-9497-87fa3965f2da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825861 Jun 28 11:28:32.275479 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:32.327581 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:32.359441 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-6cccc258-a745-4a41-af10-c3a8719379a9 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281242 Jun 28 11:28:32.394891 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:32.494479 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9be50f50-a80f-4a75-83d5-c45811f54eaf req-6ba92431-4816-41d7-8431-c12b802ba37f service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290674 Jun 28 11:28:32.622291 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:50Z', 'revision_number': 1, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}, {'id': 'e3bb3c2b-a064-4586-8257-6edd55d1fb9e', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:54:89:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af378e86-18c9-4967-a82c-863634f7d905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:28:30Z', 'updated_at': '2022-06-28T11:28:30Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:32.626037 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba009f18-e4bd-44a2-8784-acc864c797b6 None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:50Z', 'revision_number': 1, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}, {'id': 'e3bb3c2b-a064-4586-8257-6edd55d1fb9e', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.19', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:54:89:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af378e86-18c9-4967-a82c-863634f7d905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:28:30Z', 'updated_at': '2022-06-28T11:28:30Z', 'revision_number': 0, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:32.810011 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93565f3-a3d8-4c8c-a5ab-6510fa6aa4a1 None None] New status for floating IP e3bb3c2b-a064-4586-8257-6edd55d1fb9e: ACTIVE {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:28:33.579728 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:49.461221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595be14-3bc6-466e-9e1c-2013444dfdc5 req-63898c46-99da-4297-83e7-8d7ad3cb7651 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:49.462689 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c595be14-3bc6-466e-9e1c-2013444dfdc5 req-63898c46-99da-4297-83e7-8d7ad3cb7651 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0849531 Jun 28 11:28:49.510992 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c595be14-3bc6-466e-9e1c-2013444dfdc5 req-fd307409-87c4-4ca4-b180-bd7907a3a315 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425816 Jun 28 11:28:50.711038 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4d595-4191-4f30-b224-ed6e62414213 req-1630194b-c72a-455d-be89-b8d4ff05b19a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:50.712817 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c9b4d595-4191-4f30-b224-ed6e62414213 req-1630194b-c72a-455d-be89-b8d4ff05b19a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0905840 Jun 28 11:28:50.756243 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c9b4d595-4191-4f30-b224-ed6e62414213 req-036854a2-fd60-493e-82c7-4569236f267a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378244 Jun 28 11:28:51.283420 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-69cc0ec7-8f8f-435f-a7d1-bfc89eefdd2a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:51.284822 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-69cc0ec7-8f8f-435f-a7d1-bfc89eefdd2a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.0847774 Jun 28 11:28:51.352848 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Deleting port 2596c1e9-4ebe-49bd-b824-6b30670404b5 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:51.353182 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:51.595665 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] For port 2596c1e9-4ebe-49bd-b824-6b30670404b5, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=2596c1e9-4ebe-49bd-b824-6b30670404b5,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:28:51.595940 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.040299 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.040666 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.040978 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Floating IP 92f7cb96-9617-421f-b581-dab548eab6f4 disassociated. External IP: 172.27.1.43, port: 2596c1e9-4ebe-49bd-b824-6b30670404b5. Jun 28 11:28:52.041345 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Calling delete_port for 2596c1e9-4ebe-49bd-b824-6b30670404b5 owned by compute:nova {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:52.123347 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee12f9-b152-4422-a0eb-4c106684a33c req-25623d10-e63c-4425-abfd-85597949e3c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:52.124819 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-68ee12f9-b152-4422-a0eb-4c106684a33c req-25623d10-e63c-4425-abfd-85597949e3c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 946 time: 0.1684806 Jun 28 11:28:52.212991 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-68ee12f9-b152-4422-a0eb-4c106684a33c req-88be317e-3e10-45a5-b398-02d560e16e66 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=3e4a7feb-1745-487d-83c1-a6b551186d73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749578 Jun 28 11:28:52.242181 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.295893 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event deleted for resources: {'Port': ['ID=2596c1e9-4ebe-49bd-b824-6b30670404b5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:52.353058 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.353430 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.353770 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.354105 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.354438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.354769 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.355097 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.355423 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.355746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.356068 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.356391 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.356711 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:52.490976 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Router 2b381603-f513-4778-9688-14a20b58743d has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:28:52.623324 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.670677 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:28:52.682294 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:28:52.692079 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:52.692800 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:28:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:52.762740 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] No DVR routers for this DVR port 2596c1e9-4ebe-49bd-b824-6b30670404b5 on host hv-cinder-84447 {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:28:52.765921 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:52.769685 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-deleted', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:28:52.787902 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2b037754-ed2c-4993-8b43-4a6181af0a8b req-fc3969ab-68f0-4dfe-9c5b-cbe908a508cb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "DELETE /v2.0/ports/2596c1e9-4ebe-49bd-b824-6b30670404b5 HTTP/1.1" status: 204 len: 173 time: 1.4971650 Jun 28 11:28:52.825854 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-521b00d3-43ae-417d-8e9f-fb5b7008e1ab'] response: {'server_uuid': '4e7b0a94-d4a6-4f44-968b-93c570982680', 'name': 'network-vif-deleted', 'tag': '2596c1e9-4ebe-49bd-b824-6b30670404b5', 'status': 'completed', 'code': 200} Jun 28 11:28:52.879969 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:53.220851 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:53.225339 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:28:53.233522 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:28:53.234122 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:28:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:53.402845 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-a8b055db-c186-407f-8add-db3ff229f711 req-38ad63b4-c490-439c-9c0e-cc133db8847c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:53.420124 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-a8b055db-c186-407f-8add-db3ff229f711 req-38ad63b4-c490-439c-9c0e-cc133db8847c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:53.421348 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-a8b055db-c186-407f-8add-db3ff229f711 req-38ad63b4-c490-439c-9c0e-cc133db8847c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=4e7b0a94-d4a6-4f44-968b-93c570982680 HTTP/1.1" status: 200 len: 210 time: 0.0739052 Jun 28 11:28:53.429877 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:28:53.737005 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:28:53.741059 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62c2c84-3f66-4f06-8259-3aeb136c8d81 None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:28:53.954370 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa4fb0-26f3-434d-ba38-84704ca2dc21 None None] New status for floating IP 92f7cb96-9617-421f-b581-dab548eab6f4: DOWN {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:28:54.552120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59248) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:54.618422 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8c6994ff-5f8b-420b-8609-82244def78ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.648421 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8c6994ff-5f8b-420b-8609-82244def78ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.700032 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8c6994ff-5f8b-420b-8609-82244def78ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.718613 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6994ff-5f8b-420b-8609-82244def78ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a7feb-1745-487d-83c1-a6b551186d73,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:54.728298 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8c6994ff-5f8b-420b-8609-82244def78ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:54.729461 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8c6994ff-5f8b-420b-8609-82244def78ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "DELETE /v2.0/security-groups/3e4a7feb-1745-487d-83c1-a6b551186d73 HTTP/1.1" status: 204 len: 168 time: 0.1763244 Jun 28 11:28:54.732104 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59252) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:54.747922 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.api.v2.resource [None req-c55ce2a1-afc3-47d0-b1ba-b0a2317000ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] show failed (client error): The resource could not be found. Jun 28 11:28:54.749131 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c55ce2a1-afc3-47d0-b1ba-b0a2317000ad tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups/3e4a7feb-1745-487d-83c1-a6b551186d73 HTTP/1.1" status: 404 len: 347 time: 0.0159118 Jun 28 11:28:54.751790 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59256) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:54.904657 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Deleting port 55f32531-110d-4729-b448-ddf5de89f7dc {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:28:54.905000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.039715 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:28:55.080043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.080368 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.292075 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Calling delete_port for 55f32531-110d-4729-b448-ddf5de89f7dc owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:28:55.427799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.474460 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event deleted for resources: {'Port': ['ID=55f32531-110d-4729-b448-ddf5de89f7dc,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:55.570529 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.587127 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.588243 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-07cad4f9-aaa5-41cd-9fb1-7463478941ff tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "DELETE /v2.0/floatingips/92f7cb96-9617-421f-b581-dab548eab6f4 HTTP/1.1" status: 204 len: 168 time: 0.8355949 Jun 28 11:28:55.683180 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59262) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:55.688432 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1466576395', 'description': 'tempest-description--1655149831'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:55.694277 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:55.698298 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:55.701082 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:55.706677 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:55.716497 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.735772 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:55.740756 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:55.743591 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:55.749500 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:55.816937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.820275 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.867265 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e010ce-b9bd-4404-9c80-6868b8b4544f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:55.874889 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.878502 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f24b044f-605f-4e4b-835f-6ac4fdccf4c2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1942234 Jun 28 11:28:55.879261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59266) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:55.884256 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'security_group_rule': {'security_group_id': '81e010ce-b9bd-4404-9c80-6868b8b4544f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:55.890095 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:55.893894 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:55.896864 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:55.902960 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:55.919905 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.979475 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:55.982887 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.006402 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93050ac-0308-47b0-874b-d35c9ba5fefb,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:56.020016 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.020327 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.020662 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.020992 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.021343 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.021670 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.021993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.022312 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.022629 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.022948 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.023266 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.023583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:28:56.029927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.030949 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-d1d95285-50c2-482f-9a4a-c903b6ec061f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506987 Jun 28 11:28:56.033544 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59270) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:56.039069 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'security_group_rule': {'security_group_id': '81e010ce-b9bd-4404-9c80-6868b8b4544f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:56.044790 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:56.048615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:security_group_rule and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:56.051542 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:56.057067 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:56.073314 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.137420 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.140677 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.166434 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc51595-1880-43fa-b0dc-cb2fe15690a1,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:56.175166 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.176863 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-108f0a40-05a1-4e3e-9be2-c374244d8dd1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423936 Jun 28 11:28:56.179846 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59274) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:28:56.184649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:56.190182 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:56.194530 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Usage tracker for resource:floatingip and tenant:fad5ffca8aea49ad853f41d0fd7897db is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:28:56.197391 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:28:56.203086 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:56.213599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.313543 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:28:56.345900 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.346958 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 2596c1e9-4ebe-49bd-b824-6b30670404b5 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:28:56.347296 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 2596c1e9-4ebe-49bd-b824-6b30670404b5 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:28:56.484829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Allocated IP 172.27.1.189 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/960b424a-3b3d-4ac8-8bbb-e930dbedc99e) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:28:56.715319 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.746250 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.806776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:28:56.813639 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:28:56.816343 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:28:56.855431 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'Port': ['ID=960b424a-3b3d-4ac8-8bbb-e930dbedc99e,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:56.905539 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:56.974819 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.220139 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.225665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.349294 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'Port': ['ID=960b424a-3b3d-4ac8-8bbb-e930dbedc99e,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:28:57.367496 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.400177 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:57.401426 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-e7046943-d159-45ba-9adb-09684f14d8dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2206540 Jun 28 11:28:57.630765 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-d6eeb601-e42b-45bb-8a9b-0259218cd516 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:57.645016 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-d6eeb601-e42b-45bb-8a9b-0259218cd516 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:57.646185 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-d6eeb601-e42b-45bb-8a9b-0259218cd516 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1466576395&fields=id&tenant_id=fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 267 time: 0.0550141 Jun 28 11:28:57.798501 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-e99062e2-d3c6-4ee7-b8ff-740920c51487 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:57.799835 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-e99062e2-d3c6-4ee7-b8ff-740920c51487 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 816 time: 0.1469805 Jun 28 11:28:57.814496 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-8688c157-a48e-4b11-8de9-2246b1c212f4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/quotas/fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 375 time: 0.0086813 Jun 28 11:28:57.903385 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-c37dfd96-ad80-4262-b253-e99e909171bf tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:28:57.919176 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-c37dfd96-ad80-4262-b253-e99e909171bf tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:28:57.920542 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-c37dfd96-ad80-4262-b253-e99e909171bf tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006184 Jun 28 11:28:58.065577 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-06f119b6-6d1a-4312-b3be-0956e640e1a1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327653 Jun 28 11:28:58.199995 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-c6ae4427-9698-47f0-a9cf-dd0d14826f1b service neutron] 10.222.0.44 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285908 Jun 28 11:28:58.393845 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a36aa4ff-ce40-4927-9614-82557e473e27 req-38b97755-ad10-45e8-8132-2b929517fd7e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 210 time: 0.0527158 Jun 28 11:28:58.908298 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-377c5d8b-4f81-4b27-8820-3ce64d6ddd1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.459770 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-7aa19747-e670-49c9-a5e3-d6c6a31e2980 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:28:59.461392 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-7aa19747-e670-49c9-a5e3-d6c6a31e2980 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 816 time: 0.1528425 Jun 28 11:28:59.518994 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-a26a8b5b-4fb6-419a-833f-ad7c6a1ed2f6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 380 time: 0.0498829 Jun 28 11:28:59.570091 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'port': {'device_id': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'admin_state_up': True, 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'security_groups': ['81e010ce-b9bd-4404-9c80-6868b8b4544f']}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:28:59.595304 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8ef2d4e2-acc2-432d-b9e9-70bc1581b784 req-008bab67-a360-4c72-a054-8ba1dfa89fca tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 210 time: 0.0807188 Jun 28 11:28:59.712864 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:28:59.722319 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:28:59.733122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Made reservation on behalf of fad5ffca8aea49ad853f41d0fd7897db for: {'port': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:28:59.736516 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:28:59.901639 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_common [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Allocated IP 172.20.0.10 (7e499a7e-360e-4d0c-b1e6-29d5bff6697c/18b4e970-40f2-4305-a5ad-d999eeebe7ab/5373c9d1-aff3-42e9-9d76-be4d49f9ad39) {{(pid=88059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:29:00.182367 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for port, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.197779 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Transition to ACTIVE for port object 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 will not be triggered until provisioned by entity DHCP. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:29:00.221357 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.288638 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c is already hosted by enough agents. {{(pid=88059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:29:00.291503 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Resources bound (agent type, host, resource id): {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:29:00.299973 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Received port after_create {{(pid=88059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:29:00.337036 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:00.369415 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:00.370024 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.396599 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ba13e13c-59ee-41c7-aa22-4d34a51841ee tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8355842 Jun 28 11:29:00.412299 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Request body: {'port': {'device_id': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:29:00.526029 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.541836 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f9656e57-5564-4ad2-800a-2cf42913c1e1 None None] Provisioning for port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:29:00.546495 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f9656e57-5564-4ad2-800a-2cf42913c1e1 None None] Provisioning complete for port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:29:00.546861 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f9656e57-5564-4ad2-800a-2cf42913c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.599414 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-f9656e57-5564-4ad2-800a-2cf42913c1e1 None None] Port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:29:00.800132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355153a6-c68f-41a7-a44d-6c0f327f89fd req-1252b5de-8887-4907-8244-e4f1c54aeb45 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:00.801631 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-355153a6-c68f-41a7-a44d-6c0f327f89fd req-1252b5de-8887-4907-8244-e4f1c54aeb45 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 932 time: 0.0887094 Jun 28 11:29:00.853438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-355153a6-c68f-41a7-a44d-6c0f327f89fd req-3a75f7a7-3a00-4d9c-8b5b-c3caf9940d09 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458567 Jun 28 11:29:00.873689 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 {{(pid=88059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:29:00.881472 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:00.895393 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.provisioning_blocks [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Transition to ACTIVE for port object 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 will not be triggered until provisioned by entity L2. {{(pid=88059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:29:00.900261 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.077533 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=2']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:01.158854 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Attempting to bind port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:29:01.159184 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Attempting to bind port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:29:01.159508 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Attempting to bind port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:29:01.164679 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:29:01.164991 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Attempting to bind port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 on network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:29:01.170345 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:29:01.170668 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Checking segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:29:01.171046 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Bound using segment: {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'} {{(pid=88059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:29:01.171460 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.managers [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Bound port: 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c6136f-a860-43ac-b6f1-ec0f87c86122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c'}}] {{(pid=88059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:29:01.171797 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.264942 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, cleared binding levels {{(pid=88059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:29:01.268217 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:29:01.272650 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2647510'] for port, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.284294 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-00ad22a8-db48-4cbf-8586-c94fc1f40f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.327394 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:01.328007 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:01.329464 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] 10.222.0.26 "PUT /v2.0/ports/5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 1094 time: 0.9229448 Jun 28 11:29:01.329892 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:29:01.358091 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40b5bc-77a4-4a72-8490-703e6c0f4567 service neutron] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=3']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:01.422794 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ada0976-624c-4c8c-bda4-a8ebab32d2fb'] response: {'name': 'network-changed', 'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'status': 'completed', 'code': 200} Jun 28 11:29:01.463890 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-8827cb7b-3073-46d1-91ca-3ab29fd45e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:01.465412 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-8827cb7b-3073-46d1-91ca-3ab29fd45e55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1097 time: 0.0867879 Jun 28 11:29:01.536658 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-7bfee097-0e1e-4c25-aada-37516c83bf75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 217 time: 0.0646796 Jun 28 11:29:01.600516 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ceb42c51-62fe-4bc8-b29c-008ad8c570b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:01.601868 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-ceb42c51-62fe-4bc8-b29c-008ad8c570b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0600359 Jun 28 11:29:01.683688 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-e6eec713-a5cc-49f3-97e2-e68bb2c03ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:01.685146 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-e6eec713-a5cc-49f3-97e2-e68bb2c03ccf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779271 Jun 28 11:29:01.816294 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-d9ca0746-5576-48dc-ac62-0cba0126699e service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253705 Jun 28 11:29:01.851634 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-37507da2-b3d7-4a4a-8f89-0f2cd7be8f0a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766177 Jun 28 11:29:02.045511 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f16f9e0e-a64d-407b-a470-464b5f9bf6e5 req-5c1aab11-402d-464a-af52-4583190b1532 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235510 Jun 28 11:29:02.073466 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-1aaf2f1f-5052-4406-8139-82b1a091dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.074923 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-1aaf2f1f-5052-4406-8139-82b1a091dcd4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1098 time: 0.1337898 Jun 28 11:29:02.095195 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924dca7-1c66-4dc9-9663-d1c475f9555d req-bb5ad8ad-8678-499f-8e7d-9bd777f91905 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.096554 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1924dca7-1c66-4dc9-9663-d1c475f9555d req-bb5ad8ad-8678-499f-8e7d-9bd777f91905 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.1166639 Jun 28 11:29:02.193105 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1924dca7-1c66-4dc9-9663-d1c475f9555d req-d6d1a199-0134-49cf-9c44-9e12ed6b79d6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555148 Jun 28 11:29:02.213767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-80a29d75-ec0f-4d15-8280-0aeed72249c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.215241 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-80a29d75-ec0f-4d15-8280-0aeed72249c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1097 time: 0.1178608 Jun 28 11:29:02.232240 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-8f093ff8-87f2-4b1a-850e-c0818a3ec2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.233711 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-8f093ff8-87f2-4b1a-850e-c0818a3ec2f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1390233 Jun 28 11:29:02.334735 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:02.339742 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-e275e739-566f-4ea1-bc7e-073c476af7a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 1001 time: 0.0996056 Jun 28 11:29:02.356458 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-23a52079-0b6c-4585-a0b8-3abd88e345ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.357913 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-23a52079-0b6c-4585-a0b8-3abd88e345ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1370916 Jun 28 11:29:02.389300 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:02.410201 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-f3e964c7-9c54-41ef-a920-bf4bafb8be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.411646 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-f3e964c7-9c54-41ef-a920-bf4bafb8be77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0666316 Jun 28 11:29:02.425854 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-198a0297-dbe3-4abe-b009-2075c2b788ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 217 time: 0.0618706 Jun 28 11:29:02.489931 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-23a41bb8-b07d-4204-9921-97e1c13b2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.491378 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-23a41bb8-b07d-4204-9921-97e1c13b2fd1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0605080 Jun 28 11:29:02.493373 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-63cef407-16d1-41d1-9162-f48365cd6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.494820 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-63cef407-16d1-41d1-9162-f48365cd6d5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778847 Jun 28 11:29:02.578012 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-cdb1fecb-61af-4541-887c-ba530d48ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:02.579482 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-cdb1fecb-61af-4541-887c-ba530d48ae3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773284 Jun 28 11:29:02.626738 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-a77931c6-ad39-4164-937a-65d02c7a42d0 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244814 Jun 28 11:29:02.711133 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-3dc46239-ca53-4427-99c7-c55f4384f433 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250138 Jun 28 11:29:02.759042 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-c564f873-b13a-491d-bc43-e084560a4a65 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259151 Jun 28 11:29:02.927398 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1224624-45df-4d92-b0ee-3476f90ab2b5 req-13201f42-52eb-48bb-a15f-c845660da9f9 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108359 Jun 28 11:29:03.397117 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70999254-c6bc-4086-9c4e-f5ca96597fcb req-9e32de1e-1fa2-4c1b-aae8-add9d036a8f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:03.397817 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-70999254-c6bc-4086-9c4e-f5ca96597fcb req-9e32de1e-1fa2-4c1b-aae8-add9d036a8f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Synchronizing usage tracker for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:29:03.412944 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-70999254-c6bc-4086-9c4e-f5ca96597fcb req-9e32de1e-1fa2-4c1b-aae8-add9d036a8f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Unset dirty status for tenant:fad5ffca8aea49ad853f41d0fd7897db on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:29:03.414224 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-70999254-c6bc-4086-9c4e-f5ca96597fcb req-9e32de1e-1fa2-4c1b-aae8-add9d036a8f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.1049325 Jun 28 11:29:03.461233 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-70999254-c6bc-4086-9c4e-f5ca96597fcb req-fd4af517-ef81-42ab-81c4-c2469b22b0a6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391793 Jun 28 11:29:03.586624 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:04.660310 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da0cc2-2fb0-447b-bac3-dcba2b365283 req-9aaefc05-1684-4eed-bc65-5404265f51b6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:04.661954 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c4da0cc2-2fb0-447b-bac3-dcba2b365283 req-9aaefc05-1684-4eed-bc65-5404265f51b6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0927095 Jun 28 11:29:04.704852 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c4da0cc2-2fb0-447b-bac3-dcba2b365283 req-69ebbd8d-7dcc-402a-b4f4-d7e2d5f8f210 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372968 Jun 28 11:29:05.901765 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae27dec-d057-414b-b808-2fea4501fead req-b29f25ee-89cc-46c7-b771-78fe387ccbd8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:05.903225 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bae27dec-d057-414b-b808-2fea4501fead req-b29f25ee-89cc-46c7-b771-78fe387ccbd8 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0877273 Jun 28 11:29:05.951412 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bae27dec-d057-414b-b808-2fea4501fead req-a61782ac-9387-4582-9f15-c72bf07efaa3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Jun 28 11:29:06.373826 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:29:06.507036 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:29:06.520199 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'mac_address': 'fa:16:3e:16:d5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:29:06.574134 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:29:06.574513 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:06.592907 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:29:06.608329 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:29:06.612818 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:06.683028 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:06.937656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5373c9d1-aff3-42e9-9d76-be4d49f9ad39'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:29:07.153202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba647d-f9f3-4577-9b21-8b4cd8257d42 req-8ae3e2bb-3bcf-4492-b615-a58df0c2bae6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:07.154675 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9ba647d-f9f3-4577-9b21-8b4cd8257d42 req-8ae3e2bb-3bcf-4492-b615-a58df0c2bae6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 945 time: 0.0932851 Jun 28 11:29:07.199086 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9ba647d-f9f3-4577-9b21-8b4cd8257d42 req-17804e0b-aefc-47a4-bb1a-024077380e9e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385575 Jun 28 11:29:08.385086 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:29:08.395122 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f42f5-fd8d-44e3-bb3c-cec1847ca90c req-7d3134b4-c275-4039-9338-6179405944c3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:08.396602 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c94f42f5-fd8d-44e3-bb3c-cec1847ca90c req-7d3134b4-c275-4039-9338-6179405944c3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 945 time: 0.0894179 Jun 28 11:29:08.440099 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c94f42f5-fd8d-44e3-bb3c-cec1847ca90c req-833369b3-081c-4df1-9839-bbbc51159f7a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377052 Jun 28 11:29:08.456417 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:29:08.462306 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:29:08.462689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:08.580088 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:29:08.580460 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:08.607344 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:29:08.617529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:29:08.621771 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:08.655441 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86446074-2c25-4f71-900f-6efa10ca8400'] response: {'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'code': 200} Jun 28 11:29:08.694134 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:29:08.880810 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6396c0-10ff-4fa7-b55c-f1161985b570 req-fd862ef6-d48b-466b-9f2a-dbb773ba3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:08.882302 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1f6396c0-10ff-4fa7-b55c-f1161985b570 req-fd862ef6-d48b-466b-9f2a-dbb773ba3d55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1099 time: 0.0768137 Jun 28 11:29:08.921733 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1f6396c0-10ff-4fa7-b55c-f1161985b570 req-2cb1dc12-4cbd-4d7c-884f-792bd975fc46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331867 Jun 28 11:29:09.642052 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448fc9a-dd5b-4e57-bcc6-4fda51faf177 req-f2351b27-2c5b-42a9-9cb7-fb510e2fa9ec tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:09.643481 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2448fc9a-dd5b-4e57-bcc6-4fda51faf177 req-f2351b27-2c5b-42a9-9cb7-fb510e2fa9ec tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0888538 Jun 28 11:29:09.686811 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2448fc9a-dd5b-4e57-bcc6-4fda51faf177 req-443f7a0a-2a33-4f83-a0d4-ff49d1f9d08a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372429 Jun 28 11:29:10.884042 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac694b-4a98-43c5-bd18-5ddcf7e59dda req-d793e9d3-6c23-488d-b4c4-bbeac3ab1d52 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:10.885517 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3dac694b-4a98-43c5-bd18-5ddcf7e59dda req-d793e9d3-6c23-488d-b4c4-bbeac3ab1d52 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0887821 Jun 28 11:29:10.930601 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3dac694b-4a98-43c5-bd18-5ddcf7e59dda req-e1fd9714-5829-4d91-88bf-fefb38ebbdef tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Jun 28 11:29:11.119423 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336ad19-453d-4f95-b70a-954e7cb59785 req-e632b215-f346-4d1d-bb3d-5aeeb9b1de07 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:11.121160 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4336ad19-453d-4f95-b70a-954e7cb59785 req-e632b215-f346-4d1d-bb3d-5aeeb9b1de07 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0859914 Jun 28 11:29:11.129605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59336) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:29:11.134741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Request body: {'floatingip': {'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:29:11.212604 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:11.784768 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:11.788343 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:12.046663 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Floating IP a16018b2-40d3-4a32-9180-ef059242349d associated. External IP: 172.27.1.189, port: 5373c9d1-aff3-42e9-9d76-be4d49f9ad39. Jun 28 11:29:12.400073 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Router 2b381603-f513-4778-9688-14a20b58743d has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:29:12.577920 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:29:12.582837 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:12.588401 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:29:12.598957 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:29:12.599544 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:29:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:12.637032 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-2b7a9f66-58dc-4ea4-aba9-fe5d06c641a4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "PUT /v2.0/floatingips/a16018b2-40d3-4a32-9180-ef059242349d HTTP/1.1" status: 200 len: 992 time: 1.5063250 Jun 28 11:29:12.637632 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:29:12.776221 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:29:12.800496 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d80434a-f1fd-44f4-8823-48ccc163b244'] response: {'name': 'network-changed', 'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'status': 'completed', 'code': 200} Jun 28 11:29:12.907025 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-3b6ffebc-0ea0-42fc-bbeb-a756f60160bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:12.908417 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-3b6ffebc-0ea0-42fc-bbeb-a756f60160bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1099 time: 0.0863955 Jun 28 11:29:13.040593 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-678a157c-cf5c-4361-aee7-fbb2cbaffc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:13.042056 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-678a157c-cf5c-4361-aee7-fbb2cbaffc63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1268518 Jun 28 11:29:13.119873 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'a16018b2-40d3-4a32-9180-ef059242349d', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '2b381603-f513-4778-9688-14a20b58743d', 'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'mac_address': 'fa:16:3e:16:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:28:56Z', 'updated_at': '2022-06-28T11:29:11Z', 'revision_number': 1, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:13.123842 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:29:13.132023 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:29:13.132605 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:29:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:13.142582 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-108e8554-11f6-4c16-886e-4976bdf394cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 1000 time: 0.0939567 Jun 28 11:29:13.209859 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-8488cc25-1ea1-44dc-bfd7-2366fdb5ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:13.211286 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-8488cc25-1ea1-44dc-bfd7-2366fdb5ec36 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0617170 Jun 28 11:29:13.298307 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-427aef55-c2d1-48ee-829e-e85c49f963b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:29:13.299783 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-427aef55-c2d1-48ee-829e-e85c49f963b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826480 Jun 28 11:29:13.341081 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:29:13.433280 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-036c76aa-356d-4b9e-a84e-c7bf5750bee9 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261868 Jun 28 11:29:13.562789 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5cf99056-94dc-4fe5-bb39-0cef7cf40c2a req-90d60681-4f12-428b-bd0f-e4d62b417558 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229033 Jun 28 11:29:13.688932 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'a16018b2-40d3-4a32-9180-ef059242349d', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '2b381603-f513-4778-9688-14a20b58743d', 'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'mac_address': 'fa:16:3e:16:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:28:56Z', 'updated_at': '2022-06-28T11:29:11Z', 'revision_number': 1, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:29:13.693119 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d579a473-fac8-46ed-913b-5d578323e25c None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'a16018b2-40d3-4a32-9180-ef059242349d', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'floating_ip_address': '172.27.1.189', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '2b381603-f513-4778-9688-14a20b58743d', 'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'mac_address': 'fa:16:3e:16:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:28:56Z', 'updated_at': '2022-06-28T11:29:11Z', 'revision_number': 1, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:29:13.877257 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d22c5c5-c1a5-4f96-8fcb-a2923b1b696a None None] New status for floating IP a16018b2-40d3-4a32-9180-ef059242349d: ACTIVE {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:29:22.639180 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:28.911071 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a0144e50-183d-4aab-9703-53e8e8cf62f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:31.279712 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9111f70-33f3-45c5-981f-adafec61b5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:32.040139 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:29:32.332227 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:32.390991 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:33.585707 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:52.630413 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:29:58.913609 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-67e87c9f-e1eb-426c-a646-a3ecf9c335cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.282166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c1645a72-4933-4006-b417-96e3afba88da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:01.957456 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-dcba6243-28d5-48f5-95c3-b4c71882feea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1745424 Jun 28 11:30:02.054250 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-420c3728-412a-48cb-9701-154d6087afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:02.055675 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-420c3728-412a-48cb-9701-154d6087afe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1098 time: 0.0784905 Jun 28 11:30:02.204953 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-a660288b-2670-4d40-b695-bb650be3fb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:02.206380 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-a660288b-2670-4d40-b695-bb650be3fb00 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1334283 Jun 28 11:30:02.309501 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-482b7565-8366-43f2-999c-330b6f4fd5e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 200 len: 1000 time: 0.0971880 Jun 28 11:30:02.334914 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.377192 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-25529941-19cd-4216-b8c5-e75d2edfd867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:02.378639 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-25529941-19cd-4216-b8c5-e75d2edfd867 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0624413 Jun 28 11:30:02.394743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:02.462563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-4ea416c6-71ac-49ba-b738-33f9772d5dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:02.463936 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-4ea416c6-71ac-49ba-b738-33f9772d5dfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797300 Jun 28 11:30:02.595849 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-ff796cd0-af86-46fe-98f4-44f13ef266fe service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255989 Jun 28 11:30:02.730548 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6bfa43ad-dfbb-42c2-ad9f-c55e9ed8f7df req-3f6b72aa-0420-4cac-a9f1-5b63ac578387 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284244 Jun 28 11:30:03.586753 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:09.039536 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:30:20.335741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59404) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:20.385834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101ecf8-cbf1-4634-b6d8-999e1bd14f7d req-fe0d9253-80c9-4082-966c-9515b6ae2fd5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:20.387297 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f101ecf8-cbf1-4634-b6d8-999e1bd14f7d req-fe0d9253-80c9-4082-966c-9515b6ae2fd5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0922182 Jun 28 11:30:20.431057 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f101ecf8-cbf1-4634-b6d8-999e1bd14f7d req-7fccd821-58e0-4f5e-902a-c4fc212d9892 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380085 Jun 28 11:30:20.545815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Deleting port 10eca190-3719-465b-b70a-b3cc86a41448 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:20.546151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:20.711397 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:20.711621 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:20.831728 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Calling delete_port for 10eca190-3719-465b-b70a-b3cc86a41448 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:20.981474 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:21.113910 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'Port': ['ID=10eca190-3719-465b-b70a-b3cc86a41448,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:21.156766 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.157110 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.157473 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.157807 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.158136 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.158468 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.158792 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.159113 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.159435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.159755 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.160071 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.160386 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:21.222797 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:21.223128 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Floating IP e3bb3c2b-a064-4586-8257-6edd55d1fb9e disassociated (deleted). External IP: 172.27.1.19, port: a4ec8957-7328-48cf-837f-e37482b763ef. Jun 28 11:30:21.622443 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:30:21.786829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3ec8-f2ce-429e-bebc-852b0b312415 req-69b0875b-be4b-4f4f-80a4-905cf9cd5560 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:21.788285 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1dd3ec8-f2ce-429e-bebc-852b0b312415 req-69b0875b-be4b-4f4f-80a4-905cf9cd5560 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.2380254 Jun 28 11:30:21.864935 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d1dd3ec8-f2ce-429e-bebc-852b0b312415 req-f7106305-7cff-49d9-87a1-6b67f345bb23 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669730 Jun 28 11:30:21.867641 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:30:21.879737 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:30:21.891571 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:21.892468 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:21.893138 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:21.952752 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-96baaebb-ff0e-4dd7-b57c-2baabf6ed4b3 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "DELETE /v2.0/floatingips/e3bb3c2b-a064-4586-8257-6edd55d1fb9e HTTP/1.1" status: 204 len: 168 time: 1.6131947 Jun 28 11:30:21.952752 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:30:21.996968 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f82e3b95-707a-400c-8ab7-070310c0ee76'] response: {'name': 'network-changed', 'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'status': 'completed', 'code': 200} Jun 28 11:30:22.085889 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:22.097552 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609627-76b9-4552-860f-248182da15a6 req-6a50cfcb-8d89-4b54-aedb-08784be32e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:22.100425 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-6a50cfcb-8d89-4b54-aedb-08784be32e75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 1098 time: 0.0802124 Jun 28 11:30:22.246989 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609627-76b9-4552-860f-248182da15a6 req-68a12f0f-599d-4d3a-b8ae-01203b347912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:22.248468 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-68a12f0f-599d-4d3a-b8ae-01203b347912 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.1413171 Jun 28 11:30:22.375981 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-7bbdaed0-88b9-4a02-b6c6-390e1eb46816 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 200 len: 217 time: 0.1198406 Jun 28 11:30:22.464190 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:50Z', 'revision_number': 1, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:22.465718 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609627-76b9-4552-860f-248182da15a6 req-cd14d811-7019-4b69-b756-bfb39a5939d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:22.467181 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-cd14d811-7019-4b69-b756-bfb39a5939d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.0840747 Jun 28 11:30:22.468033 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:30:22.476189 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:22.476767 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:22.478292 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f937c7-32c4-43ff-b012-02c24a64e0e7 req-caf63bce-490e-42d0-837f-ed43dad8dea6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:22.479052 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-e0f937c7-32c4-43ff-b012-02c24a64e0e7 req-caf63bce-490e-42d0-837f-ed43dad8dea6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:30:22.543765 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-e0f937c7-32c4-43ff-b012-02c24a64e0e7 req-caf63bce-490e-42d0-837f-ed43dad8dea6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:30:22.544921 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0f937c7-32c4-43ff-b012-02c24a64e0e7 req-caf63bce-490e-42d0-837f-ed43dad8dea6 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 945 time: 0.2371306 Jun 28 11:30:22.595040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28609627-76b9-4552-860f-248182da15a6 req-8eafe6b2-7a25-43b5-aaf1-165b995698ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:22.596561 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-8eafe6b2-7a25-43b5-aaf1-165b995698ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1138346 Jun 28 11:30:22.606102 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e0f937c7-32c4-43ff-b012-02c24a64e0e7 req-d397f49b-e4e1-48a5-96ad-d639fe164202 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530903 Jun 28 11:30:22.653962 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:22.661561 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:22.844955 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-53c609f5-1900-4022-8f2a-285b14d7dbb2 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379284 Jun 28 11:30:22.988806 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28609627-76b9-4552-860f-248182da15a6 req-da7a718f-b94b-4ae6-8f7a-08cd661d7cda service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289308 Jun 28 11:30:23.061534 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:50Z', 'revision_number': 1, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:23.065422 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a2d18-ee35-4412-bec2-dca595ee6ff1 None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '7dc323b4-e0b0-4f42-b430-57161b71f532', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'port_id': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'mac_address': 'fa:16:3e:9e:ad:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dad9672-a501-438b-9985-3dd0f73398f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:25:47Z', 'updated_at': '2022-06-28T11:25:50Z', 'revision_number': 1, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:30:23.099088 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69eb14e-1b95-4b49-8998-5ec798213faf req-05fd42e0-ddcd-457e-9a9a-ad42f23169b6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:23.100623 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d69eb14e-1b95-4b49-8998-5ec798213faf req-05fd42e0-ddcd-457e-9a9a-ad42f23169b6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0968022 Jun 28 11:30:23.153562 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d69eb14e-1b95-4b49-8998-5ec798213faf req-f95bc948-6af1-4b34-8ba9-d6948c1df4c7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467985 Jun 28 11:30:23.292216 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132076bc-e48f-462f-bb47-beaba2c088c4 None None] New status for floating IP e3bb3c2b-a064-4586-8257-6edd55d1fb9e: DOWN {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:30:23.802518 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc70bf-6d69-492f-ba53-1348153285fb req-68c816fa-857d-4e7a-8690-d030e17758e0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:23.803975 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-91cc70bf-6d69-492f-ba53-1348153285fb req-68c816fa-857d-4e7a-8690-d030e17758e0 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 945 time: 0.0860062 Jun 28 11:30:23.847547 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-91cc70bf-6d69-492f-ba53-1348153285fb req-9aed339f-bb63-458f-b94b-5460dc7e1c0a tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373607 Jun 28 11:30:24.209700 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-1dade24c-c8fa-490c-805d-f5e1bf9ddd87 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:24.211112 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-1dade24c-c8fa-490c-805d-f5e1bf9ddd87 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 945 time: 0.1004658 Jun 28 11:30:24.282835 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Deleting port a4ec8957-7328-48cf-837f-e37482b763ef {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:24.283175 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:24.353119 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf51ac0-6cc8-4b92-acaa-a7d905f2b8a3 req-fe371434-8a14-467a-b490-4bb591680827 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:24.355553 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bdf51ac0-6cc8-4b92-acaa-a7d905f2b8a3 req-fe371434-8a14-467a-b490-4bb591680827 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0866060 Jun 28 11:30:24.398336 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bdf51ac0-6cc8-4b92-acaa-a7d905f2b8a3 req-9bbcb845-d04b-4c60-bd22-8ef64ba66375 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369925 Jun 28 11:30:24.535861 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] For port a4ec8957-7328-48cf-837f-e37482b763ef, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a4ec8957-7328-48cf-837f-e37482b763ef,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:24.536216 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:24.664815 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Calling delete_port for a4ec8957-7328-48cf-837f-e37482b763ef owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:24.811306 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:24.861119 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'Port': ['ID=a4ec8957-7328-48cf-837f-e37482b763ef,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:24.950744 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] No DVR routers for this DVR port a4ec8957-7328-48cf-837f-e37482b763ef on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:30:24.953254 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:24.955955 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'name': 'network-vif-deleted', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:30:25.009555 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c3326e-79df-46ed-aabc-865ef52b43a1'] response: {'server_uuid': 'af378e86-18c9-4967-a82c-863634f7d905', 'name': 'network-vif-deleted', 'tag': 'a4ec8957-7328-48cf-837f-e37482b763ef', 'status': 'completed', 'code': 200} Jun 28 11:30:25.020230 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-f110e7aa-2de4-4e8e-8730-93eb49cea24d req-e13363be-c0a6-49aa-acec-f360f5d23723 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:30:25.026382 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dcfd6c9b-5739-4e8d-821c-7adfcb0bb058 req-6a72d125-691f-4ffe-b59b-dfcfe9f66a01 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "DELETE /v2.0/ports/a4ec8957-7328-48cf-837f-e37482b763ef HTTP/1.1" status: 204 len: 173 time: 0.8089058 Jun 28 11:30:25.039093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-f110e7aa-2de4-4e8e-8730-93eb49cea24d req-e13363be-c0a6-49aa-acec-f360f5d23723 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:30:25.040177 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f110e7aa-2de4-4e8e-8730-93eb49cea24d req-e13363be-c0a6-49aa-acec-f360f5d23723 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=af378e86-18c9-4967-a82c-863634f7d905 HTTP/1.1" status: 200 len: 210 time: 0.0793698 Jun 28 11:30:25.597637 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605759d-d68c-45c2-add8-0c111fd8839d req-39679ac7-e4c3-43de-ba91-bf0796a3c25d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:25.599078 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9605759d-d68c-45c2-add8-0c111fd8839d req-39679ac7-e4c3-43de-ba91-bf0796a3c25d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0896318 Jun 28 11:30:25.644321 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9605759d-d68c-45c2-add8-0c111fd8839d req-2db3516d-208e-401b-8793-f3b74691134c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Jun 28 11:30:26.842282 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6083637-cacf-4bbb-9934-0fbe157b6753 req-9070529d-024f-41fa-8bdc-1717eb00ce0d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:26.843722 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c6083637-cacf-4bbb-9934-0fbe157b6753 req-9070529d-024f-41fa-8bdc-1717eb00ce0d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0880327 Jun 28 11:30:26.886471 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c6083637-cacf-4bbb-9934-0fbe157b6753 req-6bbb552b-80ab-4383-9832-8857ae06f904 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 Jun 28 11:30:28.098946 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a176b-d277-4c45-8d29-2c6b2604bb29 req-f11c285d-915b-41f4-9cf3-8c383153471a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:28.101026 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ad2a176b-d277-4c45-8d29-2c6b2604bb29 req-f11c285d-915b-41f4-9cf3-8c383153471a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1065812 Jun 28 11:30:28.156783 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ad2a176b-d277-4c45-8d29-2c6b2604bb29 req-44adbf21-e442-45c1-a9d2-540fe8cc312c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489860 Jun 28 11:30:28.523666 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59448) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:28.705647 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a4ec8957-7328-48cf-837f-e37482b763ef no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:28.744712 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: a4ec8957-7328-48cf-837f-e37482b763ef {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:28.745050 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a4ec8957-7328-48cf-837f-e37482b763ef not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:28.816743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Deleting port bf41d416-6d56-44f7-8fc3-ac532d386926 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:28.816963 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:28.915806 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f384992-617a-4ca0-8378-10ef98066a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:28.986754 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:28.987034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:29.110965 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Calling delete_port for bf41d416-6d56-44f7-8fc3-ac532d386926 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:29.266878 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:29.356205 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'Port': ['ID=bf41d416-6d56-44f7-8fc3-ac532d386926,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:29.406086 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.406434 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.406777 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.407111 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.407443 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.407777 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.408109 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.408436 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.408766 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.409094 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.409453 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.409781 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:29.487471 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:29.487806 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Floating IP 7dc323b4-e0b0-4f42-b430-57161b71f532 disassociated (deleted). External IP: 172.27.1.130, port: 97e6e584-581e-4cc1-b970-89ff0061f3d6. Jun 28 11:30:29.605639 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8e94d-ac4f-4845-b0df-5b70afe1eb44 req-a3c2c87e-7d6c-4d9a-a69c-de26d90bc1b5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:29.607103 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-19f8e94d-ac4f-4845-b0df-5b70afe1eb44 req-a3c2c87e-7d6c-4d9a-a69c-de26d90bc1b5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.3083034 Jun 28 11:30:29.678638 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-19f8e94d-ac4f-4845-b0df-5b70afe1eb44 req-cc7b3fb9-88f5-41cf-b4a8-fd919dfcdac4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638649 Jun 28 11:30:29.884128 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:30:30.172897 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:30:30.182080 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:30:30.191778 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:30.192300 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:30.193249 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:30.248597 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-2c1bd803-953c-42e0-b2b5-ff31730e0734 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "DELETE /v2.0/floatingips/7dc323b4-e0b0-4f42-b430-57161b71f532 HTTP/1.1" status: 204 len: 168 time: 1.7232149 Jun 28 11:30:30.248597 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:30:30.303072 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb050e22-7fca-45ea-94df-da561bee321f'] response: {'name': 'network-changed', 'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'status': 'completed', 'code': 200} Jun 28 11:30:30.379315 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:30.414925 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-9820b951-40f6-43c3-ab41-d109aa5b3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:30.417033 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-9820b951-40f6-43c3-ab41-d109aa5b3590 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=881aa87ca0174eb6b6123e1b1c492129&device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 1098 time: 0.0894825 Jun 28 11:30:30.654522 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9b508-81b3-4c5e-b0cb-5cadf7a5c7e5 req-2fded296-119d-4155-865a-870f1e0085e7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:30.655332 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b0d9b508-81b3-4c5e-b0cb-5cadf7a5c7e5 req-2fded296-119d-4155-865a-870f1e0085e7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Synchronizing usage tracker for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:30:30.664442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-e4cc28e9-6cc5-4ac2-800e-ee2313649346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:30.666142 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-e4cc28e9-6cc5-4ac2-800e-ee2313649346 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 200 len: 913 time: 0.2429683 Jun 28 11:30:30.671965 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b0d9b508-81b3-4c5e-b0cb-5cadf7a5c7e5 req-2fded296-119d-4155-865a-870f1e0085e7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Unset dirty status for tenant:881aa87ca0174eb6b6123e1b1c492129 on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:30:30.673187 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b0d9b508-81b3-4c5e-b0cb-5cadf7a5c7e5 req-2fded296-119d-4155-865a-870f1e0085e7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 945 time: 0.1151462 Jun 28 11:30:30.728796 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b0d9b508-81b3-4c5e-b0cb-5cadf7a5c7e5 req-cc937b9e-5882-4149-8e6e-143a4a2ed6c5 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494013 Jun 28 11:30:30.740774 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:30.745058 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:30:30.749096 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-df95a57b-e240-4ef5-afc0-a21f75aff28c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 200 len: 217 time: 0.0761356 Jun 28 11:30:30.754949 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:30.755620 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:30.867395 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-85450888-e1f6-4693-97e5-070580818473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:30.868946 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-85450888-e1f6-4693-97e5-070580818473 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 200 len: 851 time: 0.1136272 Jun 28 11:30:30.935632 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:30.954771 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28432af9-14fb-49a1-b531-434761d915f0 req-4fe893ef-28f0-4e7e-a97b-3d9f8e1e728b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:30.956208 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28432af9-14fb-49a1-b531-434761d915f0 req-4fe893ef-28f0-4e7e-a97b-3d9f8e1e728b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1595263 Jun 28 11:30:31.007011 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-b0643060-7427-4a48-a5d9-90673769696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:31.008506 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-b0643060-7427-4a48-a5d9-90673769696f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f98f4dc0-3a7d-4c43-8d08-31724cda92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304517 Jun 28 11:30:31.019781 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-28432af9-14fb-49a1-b531-434761d915f0 req-3901b9b7-7005-4dc2-a556-1bd867da46eb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559180 Jun 28 11:30:31.155322 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-5abc077a-9f53-4405-bb60-41e3751c45b8 service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386600 Jun 28 11:30:31.283703 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:31.289179 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01bd41-adbb-4481-bb0a-fc146b3d4447 None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:21:03Z', 'revision_number': 4, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': 'd0c5c5b5-4306-4583-9f98-ffef27b7d7e2', 'name': '', 'network_id': 'f98f4dc0-3a7d-4c43-8d08-31724cda92ae', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'mac_address': 'fa:16:3e:03:06:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:02Z', 'updated_at': '2022-06-28T11:21:10Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'subnets': [{'id': '0018bd10-a8fa-446b-90ae-5d3c414133a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:30:31.289623 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-debd1ffc-e999-472d-9e7c-4348d115409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:31.294349 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fc4b72a4-48a8-47e8-bb09-adac5fe52a89 req-8ea0aa3b-e3a3-421a-8cce-591d6faa7b8d service neutron] 10.222.0.26 "GET /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326892 Jun 28 11:30:31.509819 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fa4b-7dbb-49fc-af6a-45bc74e63f91 None None] New status for floating IP 7dc323b4-e0b0-4f42-b430-57161b71f532: DOWN {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:30:31.914810 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d0880-a19f-4145-bc84-a8fda8624ca2 req-42874a62-3c93-4013-bc1d-dce6cb562088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:31.916206 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-029d0880-a19f-4145-bc84-a8fda8624ca2 req-42874a62-3c93-4013-bc1d-dce6cb562088 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 945 time: 0.0899334 Jun 28 11:30:31.966756 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-029d0880-a19f-4145-bc84-a8fda8624ca2 req-2cd1e036-4529-4b05-a895-3e77b35f2768 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/security-groups?id=37497c61-558e-46ba-85cd-fa46b6588d93&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Jun 28 11:30:32.224060 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d352304-2dca-444d-9278-3581bdd00236 req-20c4606f-9a1e-4c75-8a99-66816ed25a6c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:32.225544 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9d352304-2dca-444d-9278-3581bdd00236 req-20c4606f-9a1e-4c75-8a99-66816ed25a6c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0939226 Jun 28 11:30:32.306954 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9d352304-2dca-444d-9278-3581bdd00236 req-143c1e65-ab3e-42b8-b6b3-60c18cd72bcb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754781 Jun 28 11:30:32.340493 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:32.353963 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-363f671a-aae7-4b33-8e53-f0d72a4038a8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:32.355400 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-363f671a-aae7-4b33-8e53-f0d72a4038a8 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 945 time: 0.0954702 Jun 28 11:30:32.398561 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:32.432186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Deleting port 97e6e584-581e-4cc1-b970-89ff0061f3d6 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:32.432531 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:32.677785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] For port 97e6e584-581e-4cc1-b970-89ff0061f3d6, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=97e6e584-581e-4cc1-b970-89ff0061f3d6,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:32.678037 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:32.714133 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:30:32.798823 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Calling delete_port for 97e6e584-581e-4cc1-b970-89ff0061f3d6 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:32.848682 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:32.862341 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'mac_address': 'fa:16:3e:16:d5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:30:32.921206 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: ACTIVE; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:30:32.921624 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:32.938699 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:30:32.953340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:32.955641 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:32.959668 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:33.032297 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=6']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:33.036289 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5373c9d1-aff3-42e9-9d76-be4d49f9ad39'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:30:33.052862 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'Port': ['ID=97e6e584-581e-4cc1-b970-89ff0061f3d6,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:33.080212 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.080554 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.080892 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.081223 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.081586 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.081911 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.082231 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.082551 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.082870 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.083188 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.083568 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.083889 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:30:33.134885 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-e3a5845f-21b6-4fd4-8be3-730fe300ae28 req-2310fa20-4bf0-4597-81c4-84bb097af523 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "GET /v2.0/ports?device_id=4dad9672-a501-438b-9985-3dd0f73398f0 HTTP/1.1" status: 200 len: 210 time: 0.0505705 Jun 28 11:30:33.209620 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] No DVR routers for this DVR port 97e6e584-581e-4cc1-b970-89ff0061f3d6 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:30:33.211993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:33.215551 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'name': 'network-vif-deleted', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:30:33.232178 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2d340862-1901-4e99-815f-e1bd3bdd7121 req-56551d4e-2f19-4091-8de0-e14d6a9fe1d7 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.26 "DELETE /v2.0/ports/97e6e584-581e-4cc1-b970-89ff0061f3d6 HTTP/1.1" status: 204 len: 173 time: 0.8716276 Jun 28 11:30:33.266058 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7cb8a3-422b-4f77-8179-a14a80cbeb78'] response: {'server_uuid': '4dad9672-a501-438b-9985-3dd0f73398f0', 'name': 'network-vif-deleted', 'tag': '97e6e584-581e-4cc1-b970-89ff0061f3d6', 'status': 'completed', 'code': 200} Jun 28 11:30:33.518406 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7314-2c1d-4489-9f82-19b62f2c3d37 req-048bcd49-42d7-4f2f-9ed2-f919859f7fe3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:33.519981 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-846c7314-2c1d-4489-9f82-19b62f2c3d37 req-048bcd49-42d7-4f2f-9ed2-f919859f7fe3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 945 time: 0.0968118 Jun 28 11:30:33.567793 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-846c7314-2c1d-4489-9f82-19b62f2c3d37 req-802471ea-b772-4d74-943e-5f6f9e357aaa tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Jun 28 11:30:33.596594 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.373192 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59482) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:34.525627 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Deleting port e08ad1ed-83fc-4c67-99cf-eea49e43022d {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:34.525959 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.725412 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:30:34.738998 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.739330 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.792586 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:30:34.792869 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.878634 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Calling delete_port for e08ad1ed-83fc-4c67-99cf-eea49e43022d owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:34.913563 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:30:34.913942 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.941179 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:30:34.952112 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:34.958625 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:34.959049 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 97e6e584-581e-4cc1-b970-89ff0061f3d6 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:34.973937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840787-1074-49f2-aee0-959da9cb89c1 req-01f2c348-9bca-4a3e-8898-4fbfe8cf9926 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:34.975419 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-16840787-1074-49f2-aee0-959da9cb89c1 req-01f2c348-9bca-4a3e-8898-4fbfe8cf9926 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 945 time: 0.2878885 Jun 28 11:30:35.067664 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55874c9c-27a9-4372-9556-da7033f2c1f0'] response: {'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'code': 200} Jun 28 11:30:35.070403 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-16840787-1074-49f2-aee0-959da9cb89c1 req-46396b51-ee93-48b2-b6fd-b46413b06588 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862458 Jun 28 11:30:35.081626 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 97e6e584-581e-4cc1-b970-89ff0061f3d6 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:35.081973 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 97e6e584-581e-4cc1-b970-89ff0061f3d6 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:35.099120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:35.108427 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=7']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:35.183526 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'Port': ['ID=e08ad1ed-83fc-4c67-99cf-eea49e43022d,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:35.248724 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:35.262056 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:35.263182 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4aaf444a-68e2-4a57-8338-9b13831f2d23 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "DELETE /v2.0/floatingips/bc41e0e4-b282-4bd3-a998-70a51d188590 HTTP/1.1" status: 204 len: 168 time: 0.8889773 Jun 28 11:30:36.271422 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb333b-444b-4cde-ab51-80be90ec0bf1 req-360063f3-3808-47cd-815c-77c0a272c783 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:36.272934 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8bdb333b-444b-4cde-ab51-80be90ec0bf1 req-360063f3-3808-47cd-815c-77c0a272c783 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0880702 Jun 28 11:30:36.319484 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8bdb333b-444b-4cde-ab51-80be90ec0bf1 req-4810d382-3c85-4a5b-871f-0f8ea8fbce1b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399978 Jun 28 11:30:36.623550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59504) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:36.690733 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9d7944d-7d0d-46d1-bd36-81fdc600f220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:36.721074 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9d7944d-7d0d-46d1-bd36-81fdc600f220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:36.782788 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9d7944d-7d0d-46d1-bd36-81fdc600f220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:36.801974 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7944d-7d0d-46d1-bd36-81fdc600f220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37497c61-558e-46ba-85cd-fa46b6588d93,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:36.810442 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c9d7944d-7d0d-46d1-bd36-81fdc600f220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:36.811612 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c9d7944d-7d0d-46d1-bd36-81fdc600f220 tempest-TestVolumeBootPattern-2045027247 tempest-TestVolumeBootPattern-2045027247-project] 10.222.0.44 "DELETE /v2.0/security-groups/37497c61-558e-46ba-85cd-fa46b6588d93 HTTP/1.1" status: 204 len: 168 time: 0.1868973 Jun 28 11:30:36.877091 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59510) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:37.629466 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bac69-0491-4b09-8e74-a13a1b8f54eb req-f1e14130-c92c-46e1-b003-77ad74ea41f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:37.630956 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0c4bac69-0491-4b09-8e74-a13a1b8f54eb req-f1e14130-c92c-46e1-b003-77ad74ea41f5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1774769 Jun 28 11:30:37.734718 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-0c4bac69-0491-4b09-8e74-a13a1b8f54eb req-3625bb92-00ed-46b7-8ba4-6703dd825d83 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923254 Jun 28 11:30:37.769640 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:38.193696 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Deleting port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:38.193953 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:38.500718 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] For port d0c5c5b5-4306-4583-9f98-ffef27b7d7e2, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:38.501080 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:38.635155 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Calling delete_port for d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:38.830861 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:38.891565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c5c5b5-4306-4583-9f98-ffef27b7d7e2,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:38.983001 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8efff8-8509-4626-952d-9361dc224845 req-1df5d704-c65f-424b-802a-d768c851dcf7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:38.990428 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bd8efff8-8509-4626-952d-9361dc224845 req-1df5d704-c65f-424b-802a-d768c851dcf7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1239593 Jun 28 11:30:39.046337 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-bd8efff8-8509-4626-952d-9361dc224845 req-2ba0fd63-5540-4834-9c91-48bb5b0c9ad6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550058 Jun 28 11:30:39.264610 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:39.647033 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Router 469aff69-0707-45a4-bc8a-b024786bc941 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:30:39.836433 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:30:39.846182 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] Sync routers for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:30:39.857438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-036073f0-3887-41ba-9735-2076951e0da6 admin admin] 10.222.0.44 "PUT /v2.0/routers/469aff69-0707-45a4-bc8a-b024786bc941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9767048 Jun 28 11:30:39.858590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59548) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:39.863439 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:39.864058 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:40.108462 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:40.184313 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:40.346320 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60686b-22ea-46f0-917a-e6229f490c0c req-02b72aef-bf35-4400-8dc1-fe03930e12e0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:40.348616 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8c60686b-22ea-46f0-917a-e6229f490c0c req-02b72aef-bf35-4400-8dc1-fe03930e12e0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1666586 Jun 28 11:30:40.410788 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8c60686b-22ea-46f0-917a-e6229f490c0c req-1b772bd9-9ecf-46bf-a694-0edba118ccc5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559356 Jun 28 11:30:40.446617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:40.460354 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Deleting port d87ef77b-353d-48ec-8e36-2c85b3207425 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:40.460703 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:40.521416 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:30:38Z', 'revision_number': 5, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port': {'id': 'd87ef77b-353d-48ec-8e36-2c85b3207425', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469aff69-0707-45a4-bc8a-b024786bc941', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:20:58Z', 'updated_at': '2022-06-28T11:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:40.525182 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] Checking router: 469aff69-0707-45a4-bc8a-b024786bc941 for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:30:40.535788 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] Routers {'469aff69-0707-45a4-bc8a-b024786bc941'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:40.536420 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['469aff69-0707-45a4-bc8a-b024786bc941'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:40.701781 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] For port d87ef77b-353d-48ec-8e36-2c85b3207425, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d87ef77b-353d-48ec-8e36-2c85b3207425,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:40.702230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:40.712524 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] Set router 469aff69-0707-45a4-bc8a-b024786bc941 gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:40.824026 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:30:40Z', 'revision_number': 6, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:40.829163 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e6da6-c340-48c6-938b-da3b54c0725b None None] The sync data for ids ['469aff69-0707-45a4-bc8a-b024786bc941'] in dv-cinder-844474-1-iscsi is: [{'id': '469aff69-0707-45a4-bc8a-b024786bc941', 'name': 'tempest-TestVolumeBootPattern-1777726354-router', 'tenant_id': '881aa87ca0174eb6b6123e1b1c492129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:20:56Z', 'updated_at': '2022-06-28T11:30:40Z', 'revision_number': 6, 'project_id': '881aa87ca0174eb6b6123e1b1c492129', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:30:40.844226 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Calling delete_port for d87ef77b-353d-48ec-8e36-2c85b3207425 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:41.056676 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.110544 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87ef77b-353d-48ec-8e36-2c85b3207425,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:41.229983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.425747 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.428074 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.457260 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.458118 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469aff69-0707-45a4-bc8a-b024786bc941 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:30:41.474638 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.478696 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b31c5772-2593-42a9-b199-a9e957503a94 admin admin] 10.222.0.44 "DELETE /v2.0/routers/469aff69-0707-45a4-bc8a-b024786bc941 HTTP/1.1" status: 204 len: 168 time: 1.6167650 Jun 28 11:30:41.479042 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59560) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:41.670898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Deleting subnet 0018bd10-a8fa-446b-90ae-5d3c414133a0 {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:30:41.674610 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.702746 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef4c7-7cbc-498d-a04f-33bba43b2fb6 req-c3a9c295-f9bc-453f-9254-ec57041a2368 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:41.704316 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-882ef4c7-7cbc-498d-a04f-33bba43b2fb6 req-c3a9c295-f9bc-453f-9254-ec57041a2368 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1318190 Jun 28 11:30:41.729524 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4159488'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.776562 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-882ef4c7-7cbc-498d-a04f-33bba43b2fb6 req-66b4de76-c0c6-4da9-8eba-368dbbc21418 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576088 Jun 28 11:30:41.844685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.929612 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2369507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334379'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.976774 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0018bd10-a8fa-446b-90ae-5d3c414133a0,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:41.980894 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:41.989648 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59564) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:41.992283 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3be2b1-9612-4cea-ba19-7749a460e02d None None] Network f98f4dc0-3a7d-4c43-8d08-31724cda92ae requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:30:42.006002 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-4e943b90-3f61-43f6-8eda-c9792767306a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0018bd10-a8fa-446b-90ae-5d3c414133a0 HTTP/1.1" status: 204 len: 168 time: 0.5257828 Jun 28 11:30:42.237513 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:42.250825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Deleting port accfe179-35ff-4a4c-9817-5d7ba1896409 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:42.251480 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:42.381747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] DHCP port deletion for f98f4dc0-3a7d-4c43-8d08-31724cda92ae request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:30:42.387843 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Deleting port accfe179-35ff-4a4c-9817-5d7ba1896409 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:42.390690 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:42.424901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d87ef77b-353d-48ec-8e36-2c85b3207425 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:42.473195 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: d87ef77b-353d-48ec-8e36-2c85b3207425 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:42.473679 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d87ef77b-353d-48ec-8e36-2c85b3207425 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:42.474111 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:42.519131 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:42.519472 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d0c5c5b5-4306-4583-9f98-ffef27b7d7e2 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:42.533664 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] For port accfe179-35ff-4a4c-9817-5d7ba1896409, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=accfe179-35ff-4a4c-9817-5d7ba1896409,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:42.534144 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:42.688906 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Calling delete_port for accfe179-35ff-4a4c-9817-5d7ba1896409 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:42.690135 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] For port accfe179-35ff-4a4c-9817-5d7ba1896409, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=accfe179-35ff-4a4c-9817-5d7ba1896409,segment=NetworkSegment(64204b2b-1eb6-4841-8820-9dfb0d116854),segment_id=64204b2b-1eb6-4841-8820-9dfb0d116854)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:42.690735 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:42.786388 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:42.829714 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Calling delete_port for accfe179-35ff-4a4c-9817-5d7ba1896409 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:42.881465 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=accfe179-35ff-4a4c-9817-5d7ba1896409,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:42.882799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] No DVR routers for this DVR port accfe179-35ff-4a4c-9817-5d7ba1896409 on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:30:42.983417 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:30:42.983804 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:30:43.047221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.076137 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f5631-537a-4950-816c-180d27583a6f req-989ce707-89b3-493d-9fe4-95db1f50f2b2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:43.078282 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2b0f5631-537a-4950-816c-180d27583a6f req-989ce707-89b3-493d-9fe4-95db1f50f2b2 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1236372 Jun 28 11:30:43.084967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98f4dc0-3a7d-4c43-8d08-31724cda92ae']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:43.100979 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64204b2b-1eb6-4841-8820-9dfb0d116854') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:43.101294 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64204b2b-1eb6-4841-8820-9dfb0d116854') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:43.115437 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.133855 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2b0f5631-537a-4950-816c-180d27583a6f req-8e5d947c-bd9a-4c3c-ba2e-aa295d2c4fce tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471466 Jun 28 11:30:43.137055 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.144887 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:30:43.145496 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.257258 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 64204b2b-1eb6-4841-8820-9dfb0d116854 resource provider aggregate not found Jun 28 11:30:43.270036 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.280230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.304092 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 64204b2b-1eb6-4841-8820-9dfb0d116854 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64204b2b-1eb6-4841-8820-9dfb0d116854 found for delete ", "request_id": "req-792e1a58-647f-4f71-861e-3cfac41d8fa0"}]} Jun 28 11:30:43.315415 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f98f4dc0-3a7d-4c43-8d08-31724cda92ae HTTP/1.1" status: 204 len: 168 time: 1.3247182 Jun 28 11:30:43.318825 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375698fc-dd9c-4647-b876-b0aac46ebbc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98f4dc0-3a7d-4c43-8d08-31724cda92ae,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:43.319004 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59576) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:43.485375 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Deleting port accfe179-35ff-4a4c-9817-5d7ba1896409 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:43.485945 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:43.569980 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-e11a37f0-f2f5-45de-b055-e8ff7cd08b2b None None] The port 'accfe179-35ff-4a4c-9817-5d7ba1896409' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:30:43.961340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:44.321947 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device accfe179-35ff-4a4c-9817-5d7ba1896409 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:44.373329 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: accfe179-35ff-4a4c-9817-5d7ba1896409 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:44.373681 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device accfe179-35ff-4a4c-9817-5d7ba1896409 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:44.393422 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6595a-deb1-43d4-97c6-8a045b1c841f req-012dc23f-fe19-45a9-ab4d-aa7dc5e683f0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:44.395586 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-32e6595a-deb1-43d4-97c6-8a045b1c841f req-012dc23f-fe19-45a9-ab4d-aa7dc5e683f0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.1147759 Jun 28 11:30:44.452897 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Deleting port 56ec53db-0f90-4a0c-a894-38d250df05fd {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:44.453498 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:44.459612 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-32e6595a-deb1-43d4-97c6-8a045b1c841f req-6189cba0-6129-459e-9ff0-66e07beaa49a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574203 Jun 28 11:30:44.776792 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] For port 56ec53db-0f90-4a0c-a894-38d250df05fd, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=56ec53db-0f90-4a0c-a894-38d250df05fd,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:44.777299 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:44.923821 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Calling delete_port for 56ec53db-0f90-4a0c-a894-38d250df05fd owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:45.124345 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:45.208120 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ec53db-0f90-4a0c-a894-38d250df05fd,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:45.502723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:45.865394 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ab20-5ad6-49ce-8949-bad1a41d8ba4 req-608cca77-ad7c-4641-bbe8-21e0e5bb28d3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:45.867566 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6462ab20-5ad6-49ce-8949-bad1a41d8ba4 req-608cca77-ad7c-4641-bbe8-21e0e5bb28d3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.2226520 Jun 28 11:30:46.023044 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6462ab20-5ad6-49ce-8949-bad1a41d8ba4 req-af860df9-261e-4518-abbd-a8d28736cd4b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477215 Jun 28 11:30:46.039944 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:30:46.076325 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Router 41c290de-9341-436a-8b3f-fbb9e2086a73 has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:30:46.410251 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:30:46.422411 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] Sync routers for ids ['41c290de-9341-436a-8b3f-fbb9e2086a73'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:30:46.428766 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-b01b1f65-1dfa-4817-a1f8-10cafaf72ba8 admin admin] 10.222.0.44 "PUT /v2.0/routers/41c290de-9341-436a-8b3f-fbb9e2086a73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091189 Jun 28 11:30:46.431823 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59588) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:46.455423 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] Routers {'41c290de-9341-436a-8b3f-fbb9e2086a73'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:46.456084 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['41c290de-9341-436a-8b3f-fbb9e2086a73'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:46.637497 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:46.681062 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] Set router 41c290de-9341-436a-8b3f-fbb9e2086a73 gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:46.866453 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:46.881007 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Deleting port 107795e7-0cf3-4e55-9695-ed1811714ed5 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:46.881385 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.069664 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225'}], 'enable_snat': True}, 'gw_port_id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:30:45Z', 'revision_number': 5, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port': {'id': '107795e7-0cf3-4e55-9695-ed1811714ed5', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:7d:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:21:09Z', 'updated_at': '2022-06-28T11:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:47.078598 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] Checking router: 41c290de-9341-436a-8b3f-fbb9e2086a73 for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:30:47.091155 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] Routers {'41c290de-9341-436a-8b3f-fbb9e2086a73'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:30:47.092377 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:30:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['41c290de-9341-436a-8b3f-fbb9e2086a73'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:47.258247 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] For port 107795e7-0cf3-4e55-9695-ed1811714ed5, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=107795e7-0cf3-4e55-9695-ed1811714ed5,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:47.258524 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.280473 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] Set router 41c290de-9341-436a-8b3f-fbb9e2086a73 gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:30:47.390480 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Calling delete_port for 107795e7-0cf3-4e55-9695-ed1811714ed5 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:47.398665 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:30:46Z', 'revision_number': 6, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:47.404717 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e59407-3b98-44f8-acad-22f3bbbd37c2 None None] The sync data for ids ['41c290de-9341-436a-8b3f-fbb9e2086a73'] in dv-cinder-844474-1-iscsi is: [{'id': '41c290de-9341-436a-8b3f-fbb9e2086a73', 'name': 'tempest-TestVolumeBootPattern-1336155773-router', 'tenant_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:21:08Z', 'updated_at': '2022-06-28T11:30:46Z', 'revision_number': 6, 'project_id': 'cf2a3db647714519b3df4eb9b3c2ea48', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:30:47.494807 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9091f9-bf2a-4664-a58c-5b7e6a88110a req-3e3b0a37-d52b-457a-b760-743c4b3ba4cc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:47.494807 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d9091f9-bf2a-4664-a58c-5b7e6a88110a req-3e3b0a37-d52b-457a-b760-743c4b3ba4cc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.2987938 Jun 28 11:30:47.553973 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-8d9091f9-bf2a-4664-a58c-5b7e6a88110a req-117b8b4d-920a-4ffb-8ba1-fb5f6c1a2539 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509136 Jun 28 11:30:47.642736 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.691290 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Pushing event deleted for resources: {'Port': ['ID=107795e7-0cf3-4e55-9695-ed1811714ed5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:47.790671 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.962215 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.964391 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.990378 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:47.991116 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41c290de-9341-436a-8b3f-fbb9e2086a73 {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:30:48.008518 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.009674 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4d610454-5056-420a-baa2-83bd97e7664b admin admin] 10.222.0.44 "DELETE /v2.0/routers/41c290de-9341-436a-8b3f-fbb9e2086a73 HTTP/1.1" status: 204 len: 168 time: 1.5768673 Jun 28 11:30:48.012411 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59608) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:48.074571 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Deleting subnet ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:30:48.078296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.128213 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.211398 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.289543 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.317512 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56ec53db-0f90-4a0c-a894-38d250df05fd no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:48.331599 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:48.337078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.345373 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3e2cf3c7-7094-413f-8421-118ef22fa33c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ec9bbab2-32b7-4086-a3a7-d8d8f8fc4823 HTTP/1.1" status: 204 len: 168 time: 0.3317885 Jun 28 11:30:48.347709 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59612) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:48.362626 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec394115-ecb4-48c2-a0a5-f8b5f090dc75 None None] Network 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:30:48.440150 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 56ec53db-0f90-4a0c-a894-38d250df05fd {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:48.440519 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 56ec53db-0f90-4a0c-a894-38d250df05fd not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:48.440899 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 107795e7-0cf3-4e55-9695-ed1811714ed5 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:48.461900 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.475169 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Deleting port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:48.475472 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.488836 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 107795e7-0cf3-4e55-9695-ed1811714ed5 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:48.489185 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 107795e7-0cf3-4e55-9695-ed1811714ed5 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:48.579140 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02263ee4-0138-4283-9482-14d3d548778e req-21826940-829d-4fba-b0c9-07171b4874bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:48.580763 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-21826940-829d-4fba-b0c9-07171b4874bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1099 time: 0.0786335 Jun 28 11:30:48.703043 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] DHCP port deletion for 9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:30:48.707757 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Deleting port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:48.708254 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.789557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02263ee4-0138-4283-9482-14d3d548778e req-2232ab5b-8df2-4e98-80d8-6035ed67fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:48.790918 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-2232ab5b-8df2-4e98-80d8-6035ed67fe92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.2023809 Jun 28 11:30:48.794151 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] For port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:48.795263 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:48.912552 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-ece9abee-f018-4fe9-a291-8ab3cef98edd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 1002 time: 0.1156147 Jun 28 11:30:48.921666 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac35bc-8cee-4487-a6ef-dbdfbf69cf13 req-2397b494-fbf5-4d73-a679-bc74d77e650c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:48.923440 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ebac35bc-8cee-4487-a6ef-dbdfbf69cf13 req-2397b494-fbf5-4d73-a679-bc74d77e650c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.2245162 Jun 28 11:30:48.930774 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Calling delete_port for 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:48.945389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] For port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,segment=NetworkSegment(0cbcec27-e811-4881-8cf0-5c3db3033cbc),segment_id=0cbcec27-e811-4881-8cf0-5c3db3033cbc)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:48.946197 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.020199 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ebac35bc-8cee-4487-a6ef-dbdfbf69cf13 req-23f1a774-81dd-4f71-ad78-cf465fb67752 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605378 Jun 28 11:30:49.022015 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02263ee4-0138-4283-9482-14d3d548778e req-890efa9c-83ef-4c7c-8311-8aecbd74cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:49.022938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.023301 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-890efa9c-83ef-4c7c-8311-8aecbd74cec8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0988204 Jun 28 11:30:49.079072 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Calling delete_port for 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:30:49.079336 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] No DVR routers for this DVR port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:30:49.112875 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:49.120931 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02263ee4-0138-4283-9482-14d3d548778e req-5f082b9c-423a-44db-9aae-40b2f104f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:49.123777 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-5f082b9c-423a-44db-9aae-40b2f104f17f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937049 Jun 28 11:30:49.153744 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:30:49.154605 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:30:49.212623 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.239862 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:49.256477 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cbcec27-e811-4881-8cf0-5c3db3033cbc') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:49.256771 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cbcec27-e811-4881-8cf0-5c3db3033cbc') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:30:49.259087 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-df67a092-3d4e-4d37-82e6-a0820ac20f12 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291976 Jun 28 11:30:49.268438 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.286764 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.293258 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:30:49.294279 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.357503 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 0cbcec27-e811-4881-8cf0-5c3db3033cbc resource provider aggregate not found Jun 28 11:30:49.383226 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 0cbcec27-e811-4881-8cf0-5c3db3033cbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cbcec27-e811-4881-8cf0-5c3db3033cbc found for delete ", "request_id": "req-419bb4bd-8f4a-4b18-8f82-255acd7d07a8"}]} Jun 28 11:30:49.391685 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.394947 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-02263ee4-0138-4283-9482-14d3d548778e req-0248d822-976b-4982-96c5-e3ad84b0f967 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292112 Jun 28 11:30:49.411339 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.421545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:49.430807 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7b6e9ba0-09ad-4b92-9af3-9114fb19b602 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e1afb5c-f1fc-476b-bbc6-2c2e105b22d2 HTTP/1.1" status: 204 len: 168 time: 1.0821872 Jun 28 11:30:49.542447 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59624) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:49.595620 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-35f9f5cf-2146-4188-9c18-f88b088060bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=881aa87ca0174eb6b6123e1b1c492129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520451 Jun 28 11:30:49.598167 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59628) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:49.655653 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Deleting port 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:30:49.656261 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.657683 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c1311df1-8226-40c5-bc8f-4feb79db4111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.683137 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c1311df1-8226-40c5-bc8f-4feb79db4111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.724292 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc02d6-9762-4fbb-a91d-472d2c0f8938 None None] The port '1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:30:49.739296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c1311df1-8226-40c5-bc8f-4feb79db4111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.756189 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1311df1-8226-40c5-bc8f-4feb79db4111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb16bc5-172c-4f49-a6ce-13b08cb2ceb0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:49.766541 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c1311df1-8226-40c5-bc8f-4feb79db4111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:49.770050 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c1311df1-8226-40c5-bc8f-4feb79db4111 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bdb16bc5-172c-4f49-a6ce-13b08cb2ceb0 HTTP/1.1" status: 204 len: 168 time: 0.1685894 Jun 28 11:30:50.107248 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59638) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:50.156913 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-44e23c89-3cae-492f-b809-4ffaeae4b1b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf2a3db647714519b3df4eb9b3c2ea48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483708 Jun 28 11:30:50.159497 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59642) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:50.217226 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d816b01-44d8-44f5-b548-07c70317e6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:50.227112 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f809a14-978e-4eb2-89fd-0b00ca5e9505 req-0094e331-5024-4632-99d9-3c77a1ee51c1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:50.228599 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2f809a14-978e-4eb2-89fd-0b00ca5e9505 req-0094e331-5024-4632-99d9-3c77a1ee51c1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0923841 Jun 28 11:30:50.243586 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d816b01-44d8-44f5-b548-07c70317e6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:50.292145 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2f809a14-978e-4eb2-89fd-0b00ca5e9505 req-db532f6d-0c36-4d56-933b-16237acf2d61 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573280 Jun 28 11:30:50.301109 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d816b01-44d8-44f5-b548-07c70317e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:50.318073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:50.326116 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9d816b01-44d8-44f5-b548-07c70317e6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:50.329498 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9d816b01-44d8-44f5-b548-07c70317e6ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6567cc35-cbbc-463f-9aa3-77877456f209 HTTP/1.1" status: 204 len: 168 time: 0.1668575 Jun 28 11:30:50.331049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d816b01-44d8-44f5-b548-07c70317e6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6567cc35-cbbc-463f-9aa3-77877456f209,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:50.365381 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:30:50.365731 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 1bc913a1-fbd4-48dd-b4bd-df0c9bc43b56 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:30:51.503295 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ec484-be50-45c8-ac46-b95ecb92133e req-5957a022-95c7-428d-bf7b-dc94bec5f395 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:51.504753 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-855ec484-be50-45c8-ac46-b95ecb92133e req-5957a022-95c7-428d-bf7b-dc94bec5f395 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0890777 Jun 28 11:30:51.548527 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-855ec484-be50-45c8-ac46-b95ecb92133e req-bdcead37-d661-4300-9a5d-bf73339e08dc tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 Jun 28 11:30:52.674597 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:52.873346 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:30:52.997613 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: ACTIVE; New status is: DOWN {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:30:52.998059 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:53.000430 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d57950-c2a6-4e47-9ef7-edcd40c27fb3 req-e556b59b-faf0-441a-9a66-89f5a2d9fe6e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:53.002120 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-32d57950-c2a6-4e47-9ef7-edcd40c27fb3 req-e556b59b-faf0-441a-9a66-89f5a2d9fe6e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 946 time: 0.0984194 Jun 28 11:30:53.031851 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:30:53.041978 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:30:53.048918 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:53.054264 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-32d57950-c2a6-4e47-9ef7-edcd40c27fb3 req-7d89c632-9fe5-4d4d-9c2b-2cf099e48456 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457082 Jun 28 11:30:53.126643 dv-cinder-844474-1-iscsi neutron-server[88061]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-77295723-b103-44ae-98c1-de4677f8408d']: {'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'code': 422} returned with failed status Jun 28 11:30:53.167605 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=8']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:30:53.432304 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59696) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:30:53.552643 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-4384f54f-da55-417c-88b2-a60712b5b3a8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1191866 Jun 28 11:30:54.264620 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae41930-8008-4dfa-bb87-412822dfd860 req-025169cc-132c-484b-9061-f3f41b6a5e48 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:54.266126 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bae41930-8008-4dfa-bb87-412822dfd860 req-025169cc-132c-484b-9061-f3f41b6a5e48 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0861175 Jun 28 11:30:54.312279 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bae41930-8008-4dfa-bb87-412822dfd860 req-0d72332d-d682-4d4c-9e4f-8b38bb05a6ba tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404854 Jun 28 11:30:54.438705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-d1b72253-a307-4335-afaf-a36e26791ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:54.440155 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-d1b72253-a307-4335-afaf-a36e26791ecd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307&tenant_id=fad5ffca8aea49ad853f41d0fd7897db HTTP/1.1" status: 200 len: 1097 time: 0.0805898 Jun 28 11:30:54.542515 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-a0174d82-0cf9-4aeb-93b8-1980db18cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:54.544512 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-a0174d82-0cf9-4aeb-93b8-1980db18cc4e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1097 time: 0.0836382 Jun 28 11:30:54.675445 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-40c4bdd5-ff86-410c-90d3-472517a0dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:54.676862 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-40c4bdd5-ff86-410c-90d3-472517a0dc6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1269655 Jun 28 11:30:54.868418 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-0906eca0-257e-49d5-b2ec-63973e4251de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 1000 time: 0.1853878 Jun 28 11:30:54.930082 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-a166645f-31b0-4072-87c3-b57e74eccc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:54.931490 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-a166645f-31b0-4072-87c3-b57e74eccc57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0575931 Jun 28 11:30:55.014208 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-8cf962cb-f866-4f98-a7c9-8837ca0b805f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:55.015881 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-8cf962cb-f866-4f98-a7c9-8837ca0b805f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789959 Jun 28 11:30:55.148905 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-354091b4-da09-4473-973c-0150ff7ab308 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262212 Jun 28 11:30:55.280233 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-056a1876-5c9d-4b6d-ace2-b4acceaabeb1 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255796 Jun 28 11:30:55.530546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1babb1-65f8-4907-832e-ec2b23895b2d req-ee975034-d9f1-4cf7-b9f0-fb3cbca7f14b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:55.533728 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4e1babb1-65f8-4907-832e-ec2b23895b2d req-ee975034-d9f1-4cf7-b9f0-fb3cbca7f14b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.1025872 Jun 28 11:30:55.581313 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4e1babb1-65f8-4907-832e-ec2b23895b2d req-3e7813d8-7a2b-4fe0-86da-d8b1ad4ac916 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411794 Jun 28 11:30:56.788780 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3a341-d451-48bd-9cd3-7472003ba6b4 req-9f549330-eea5-4f73-b36a-9aa51e83fdbb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:56.790294 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aac3a341-d451-48bd-9cd3-7472003ba6b4 req-9f549330-eea5-4f73-b36a-9aa51e83fdbb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0959249 Jun 28 11:30:56.837819 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aac3a341-d451-48bd-9cd3-7472003ba6b4 req-d809c26f-1dca-4679-96c2-6cd16e60e9da tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409188 Jun 28 11:30:58.143495 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf47cf8-fde1-4916-9f31-e2c0a54e7001 req-92ef0384-c1fb-45a0-bd23-a6e313716a6c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:58.145376 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ecf47cf8-fde1-4916-9f31-e2c0a54e7001 req-92ef0384-c1fb-45a0-bd23-a6e313716a6c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.1384153 Jun 28 11:30:58.201308 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ecf47cf8-fde1-4916-9f31-e2c0a54e7001 req-e9eede7e-f2eb-4644-89bc-d6ad8970b5a0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465271 Jun 28 11:30:58.920436 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dc717775-5e7c-452f-9b76-4cae051f954a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:30:59.412898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9074b27-bcb4-4f95-815a-9c460c181bab req-4c2cdfbc-1d75-4d93-8911-c1512dafc83d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:30:59.414386 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d9074b27-bcb4-4f95-815a-9c460c181bab req-4c2cdfbc-1d75-4d93-8911-c1512dafc83d tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0940344 Jun 28 11:30:59.460980 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d9074b27-bcb4-4f95-815a-9c460c181bab req-03385662-ed47-4d8e-9963-e363a6275b13 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Jun 28 11:31:00.671692 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdf88b-f4ac-464e-98d5-4f1c73266cd4 req-980e462c-e921-4482-ad50-594c1358f66b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:00.673408 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-02fdf88b-f4ac-464e-98d5-4f1c73266cd4 req-980e462c-e921-4482-ad50-594c1358f66b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0958221 Jun 28 11:31:00.723118 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-02fdf88b-f4ac-464e-98d5-4f1c73266cd4 req-d8e1f5ee-9a1d-42b9-9080-e1abfaa5d240 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Jun 28 11:31:01.283801 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-657d8231-8391-44f5-994f-7f8923ff4eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:01.925573 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f323-ef21-4249-b382-fa460f4ec865 req-c93ad600-7d8e-4ca8-9fcf-105dee6005b6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:01.927834 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9461f323-ef21-4249-b382-fa460f4ec865 req-c93ad600-7d8e-4ca8-9fcf-105dee6005b6 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0885923 Jun 28 11:31:01.980118 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9461f323-ef21-4249-b382-fa460f4ec865 req-40d75c86-4ca1-4c6c-9ce0-a3ca8ca59143 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459831 Jun 28 11:31:02.341988 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:02.402325 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:03.202588 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d02c-23ae-4e76-aae1-6b4b09148838 req-69593647-46e9-48d6-9b5f-b0002cb83024 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:03.205123 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-98c5d02c-23ae-4e76-aae1-6b4b09148838 req-69593647-46e9-48d6-9b5f-b0002cb83024 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.1017630 Jun 28 11:31:03.250191 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-98c5d02c-23ae-4e76-aae1-6b4b09148838 req-041ed1b9-51c5-4c4e-bea3-28c6e90774cd tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395684 Jun 28 11:31:03.593452 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:04.453051 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22dea2-284f-467b-95f3-9f686df1e278 req-d6cca18f-e886-48e3-8669-2c4d22c19712 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:04.454529 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eb22dea2-284f-467b-95f3-9f686df1e278 req-d6cca18f-e886-48e3-8669-2c4d22c19712 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0885177 Jun 28 11:31:04.499303 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-eb22dea2-284f-467b-95f3-9f686df1e278 req-4d72fa68-3bea-46ac-b485-4a4e497b53f4 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391302 Jun 28 11:31:05.695125 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428dfe5-2818-49a4-8a23-c1c203964bae req-afe84554-2bf1-4122-a880-61617ee271eb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:05.696574 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c428dfe5-2818-49a4-8a23-c1c203964bae req-afe84554-2bf1-4122-a880-61617ee271eb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0897985 Jun 28 11:31:05.745827 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c428dfe5-2818-49a4-8a23-c1c203964bae req-a51e33de-4940-44b9-804e-f0fe2e1d9f50 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434515 Jun 28 11:31:06.946021 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fd7dd-3a59-4996-9b35-cd7742503b3e req-0ca55c22-cc75-4c2b-b594-71baadb0916f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:06.947479 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-774fd7dd-3a59-4996-9b35-cd7742503b3e req-0ca55c22-cc75-4c2b-b594-71baadb0916f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0932586 Jun 28 11:31:06.994258 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-774fd7dd-3a59-4996-9b35-cd7742503b3e req-71712da0-9821-423b-9aee-fb5d5f69fa4e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409408 Jun 28 11:31:08.198346 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ec636-b763-4434-8fb3-d20d76df1808 req-da70ce71-aa78-4e32-bbdf-582435655d3c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:08.199695 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-981ec636-b763-4434-8fb3-d20d76df1808 req-da70ce71-aa78-4e32-bbdf-582435655d3c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0849948 Jun 28 11:31:08.243581 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-981ec636-b763-4434-8fb3-d20d76df1808 req-5e7dd058-a38e-4d27-9b0f-3ab1a6b685c0 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376582 Jun 28 11:31:08.511214 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0642014-2916-421c-8429-665caf712ff6 req-72a3d37b-d7fe-4c74-b2f9-f001fdc4ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:08.512703 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-72a3d37b-d7fe-4c74-b2f9-f001fdc4ad02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1097 time: 0.0773690 Jun 28 11:31:08.665611 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0642014-2916-421c-8429-665caf712ff6 req-d8a25115-a689-4009-bdff-e93f7e22cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:08.667266 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-d8a25115-a689-4009-bdff-e93f7e22cacd service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1368606 Jun 28 11:31:08.781204 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-4f7fa3cf-e22a-42c0-b88a-0142df13b4f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 1000 time: 0.1080301 Jun 28 11:31:08.844225 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0642014-2916-421c-8429-665caf712ff6 req-b027b603-8f5d-467d-8f87-4e50e7ec13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:08.845640 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-b027b603-8f5d-467d-8f87-4e50e7ec13bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0588679 Jun 28 11:31:08.926585 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0642014-2916-421c-8429-665caf712ff6 req-44ac7e2f-3230-4e3a-9c98-59c1efb5d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:08.928066 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-44ac7e2f-3230-4e3a-9c98-59c1efb5d078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764916 Jun 28 11:31:09.059937 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-f69e8a06-11d0-4b6e-980f-31778cdeec57 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255348 Jun 28 11:31:09.267367 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-f0642014-2916-421c-8429-665caf712ff6 req-6b48d3aa-16ee-4a16-8339-649eaf9dc1fb service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020481 Jun 28 11:31:09.447496 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fe297-b43a-4761-ad98-3d3c58bb85d8 req-1658f9c1-1f80-4d25-a68b-51d780050f72 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:09.448872 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d72fe297-b43a-4761-ad98-3d3c58bb85d8 req-1658f9c1-1f80-4d25-a68b-51d780050f72 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0955858 Jun 28 11:31:09.493948 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d72fe297-b43a-4761-ad98-3d3c58bb85d8 req-43e09804-185e-4030-9742-13406eaed1a3 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389333 Jun 28 11:31:10.699337 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a5e87-6ddf-4e20-90db-f1de12f4ec3e req-57ed05a5-996d-4645-b928-f4c7c5dcd659 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:10.701015 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9c3a5e87-6ddf-4e20-90db-f1de12f4ec3e req-57ed05a5-996d-4645-b928-f4c7c5dcd659 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 944 time: 0.0967121 Jun 28 11:31:10.752195 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9c3a5e87-6ddf-4e20-90db-f1de12f4ec3e req-10ccdcca-1238-46b6-b556-e3e06868e074 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451047 Jun 28 11:31:10.916529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:31:11.050077 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:31:11.063055 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'port_id': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'mac_address': 'fa:16:3e:16:d5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:31:11.121652 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:31:11.122299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:11.139457 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:31:11.154901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:31:11.158656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:11.224539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=9']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:31:11.480772 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['5373c9d1-aff3-42e9-9d76-be4d49f9ad39'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:31:11.951781 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812450f3-be07-4e38-b348-b0350d99973f req-588d7eb3-33bd-4d21-8b19-a8ef5ed84d5a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:11.953221 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-812450f3-be07-4e38-b348-b0350d99973f req-588d7eb3-33bd-4d21-8b19-a8ef5ed84d5a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 945 time: 0.0895460 Jun 28 11:31:12.000480 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-812450f3-be07-4e38-b348-b0350d99973f req-8306a41d-3720-4c20-a5cb-2202838c9979 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Jun 28 11:31:12.917497 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:31:12.989749 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:31:12.990110 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:13.106307 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:31:13.106680 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:13.133702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:31:13.143152 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:31:13.148040 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:13.187620 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10905db7-4ab5-4b0c-95e3-fdb14bbfc9fb'] response: {'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'code': 200} Jun 28 11:31:13.206818 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c31d1b-7d9c-4e5e-a1d1-07ccd38df412 req-d29a98da-6da9-4fba-8cd2-13a0edc6e41e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:13.208315 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-59c31d1b-7d9c-4e5e-a1d1-07ccd38df412 req-d29a98da-6da9-4fba-8cd2-13a0edc6e41e tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 947 time: 0.0980351 Jun 28 11:31:13.220755 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=10']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:31:13.255185 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-59c31d1b-7d9c-4e5e-a1d1-07ccd38df412 req-1c474c80-0f19-49fa-8e89-49e83299182f tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406570 Jun 28 11:31:13.438362 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9557e-5145-4bd8-b670-c044e7f3940c req-63bc7921-c5ba-4b0d-9501-9fa299c393fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:13.439723 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-30e9557e-5145-4bd8-b670-c044e7f3940c req-63bc7921-c5ba-4b0d-9501-9fa299c393fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1100 time: 0.0814989 Jun 28 11:31:13.484044 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-30e9557e-5145-4bd8-b670-c044e7f3940c req-4e88774f-172e-4ca3-bcaf-fa0576bd473b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372469 Jun 28 11:31:14.458767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfdc1e-8122-436a-a8a3-b57ab0ebceb8 req-41a576e9-205a-435d-bf69-6bf41d50e75a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:14.460261 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cacfdc1e-8122-436a-a8a3-b57ab0ebceb8 req-41a576e9-205a-435d-bf69-6bf41d50e75a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 947 time: 0.0915248 Jun 28 11:31:14.505382 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cacfdc1e-8122-436a-a8a3-b57ab0ebceb8 req-81d7a6c9-ba8a-43eb-a320-2e1909c4e8fb tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394468 Jun 28 11:31:15.702550 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a8f00-ddc1-4e2e-8f14-e6dae651006c req-432a792d-55a2-4fdd-99c1-1d88f08e42c5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:31:15.703987 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fd2a8f00-ddc1-4e2e-8f14-e6dae651006c req-432a792d-55a2-4fdd-99c1-1d88f08e42c5 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 947 time: 0.0900815 Jun 28 11:31:15.747174 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fd2a8f00-ddc1-4e2e-8f14-e6dae651006c req-52538b35-fd22-4ab7-b507-93e12cf5fcaf tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371649 Jun 28 11:31:22.671585 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:23.040357 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:31:28.913964 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-76d5fc7d-e223-477e-9db4-27e1b357f2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:31.285897 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0779488a-eacf-4a8c-9a26-4a9fb13e139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:32.343166 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:32.403743 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:33.595935 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:52.677073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:31:58.915448 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-44a1c3c7-3549-4539-a1bb-9e461abc9e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:00.040314 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:32:01.287416 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-83fb7c7f-03d8-48ca-8f55-9ae457d18daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:02.346219 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:02.403748 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:03.597853 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:03.826349 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-98973c30-34a7-4621-9bfd-49e437434dba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748830 Jun 28 11:32:03.982272 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254fadd-9cca-428d-999e-148e94e04098 req-a24b0625-db3d-4709-a9f0-f9a6ea4fbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:03.983832 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-a24b0625-db3d-4709-a9f0-f9a6ea4fbc6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 1100 time: 0.0812714 Jun 28 11:32:04.129371 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254fadd-9cca-428d-999e-148e94e04098 req-bbcf7b1e-ebfd-424c-9b1f-04e0c6b0f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:04.130718 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-bbcf7b1e-ebfd-424c-9b1f-04e0c6b0f999 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 200 len: 917 time: 0.1284897 Jun 28 11:32:04.233587 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-f23a8307-3c5a-4c0b-acb5-b7e01839e497 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 200 len: 1002 time: 0.0961826 Jun 28 11:32:04.293856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254fadd-9cca-428d-999e-148e94e04098 req-f4df7617-3b64-4ecd-b270-e52d2cf4660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:04.295262 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-f4df7617-3b64-4ecd-b270-e52d2cf4660f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 200 len: 855 time: 0.0563517 Jun 28 11:32:04.377758 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254fadd-9cca-428d-999e-148e94e04098 req-4b76214d-d6e8-49da-af32-2310c34979a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:04.379203 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-4b76214d-d6e8-49da-af32-2310c34979a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e499a7e-360e-4d0c-b1e6-29d5bff6697c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785840 Jun 28 11:32:04.515331 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-85e84074-b58c-4051-bba8-2793a36f85ac service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291254 Jun 28 11:32:04.642757 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4254fadd-9cca-428d-999e-148e94e04098 req-fc051696-0fe9-47ff-9047-80e0e3350d68 service neutron] 10.222.0.26 "GET /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217644 Jun 28 11:32:11.802384 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b9e7d-93c4-4eef-b9b8-789ae512a03f req-c8e1ff14-e090-446c-be33-ce4d7b4ead9b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:11.804342 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7a5b9e7d-93c4-4eef-b9b8-789ae512a03f req-c8e1ff14-e090-446c-be33-ce4d7b4ead9b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 947 time: 0.1375773 Jun 28 11:32:11.848036 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7a5b9e7d-93c4-4eef-b9b8-789ae512a03f req-1ff342e4-2d21-4532-8570-619199e066f7 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379732 Jun 28 11:32:13.101059 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d4c72-d5f0-4ab0-9a5f-7589974ee4a5 req-022fa42a-e5fa-4794-a18b-ed4330cff47a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:13.102549 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-651d4c72-d5f0-4ab0-9a5f-7589974ee4a5 req-022fa42a-e5fa-4794-a18b-ed4330cff47a tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 947 time: 0.1419170 Jun 28 11:32:13.146621 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-651d4c72-d5f0-4ab0-9a5f-7589974ee4a5 req-6c80958d-7ebe-419f-a840-882c25d842b1 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups?id=81e010ce-b9bd-4404-9c80-6868b8b4544f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382214 Jun 28 11:32:13.246266 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5467059-160c-48b4-9b33-972c17ec00ee req-a85e2f03-3e8d-4fc1-a90c-b2b81b10f108 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:13.247941 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d5467059-160c-48b4-9b33-972c17ec00ee req-a85e2f03-3e8d-4fc1-a90c-b2b81b10f108 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 947 time: 0.0879149 Jun 28 11:32:13.317871 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Deleting port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:13.318210 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:13.651255 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] For port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:13.651606 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:13.936787 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:13.937158 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:13.937497 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Floating IP a16018b2-40d3-4a32-9180-ef059242349d disassociated. External IP: 172.27.1.189, port: 5373c9d1-aff3-42e9-9d76-be4d49f9ad39. Jun 28 11:32:13.938444 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Calling delete_port for 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:14.079928 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:14.129904 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event deleted for resources: {'Port': ['ID=5373c9d1-aff3-42e9-9d76-be4d49f9ad39,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:14.140200 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.140542 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.140968 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.141327 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.141659 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.141984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.142307 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.142654 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.142973 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.143293 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.143614 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.144799 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:14.313219 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4b7ad45d-19f0-48bf-9a9b-3ae8a4e92921 req-8f0a0548-c677-4f51-be5a-6997a26c19be tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/ports?device_id=2141fd50-a2e8-4659-ab0f-00c10cfa2307 HTTP/1.1" status: 200 len: 210 time: 0.0578296 Jun 28 11:32:14.368700 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Router 2b381603-f513-4778-9688-14a20b58743d has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:32:14.553547 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:32:14.565842 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:32:14.575872 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:14.577086 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:14.640209 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] No DVR routers for this DVR port 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:32:14.642927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:14.645571 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-deleted', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:32:14.662388 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d5467059-160c-48b4-9b33-972c17ec00ee req-723109d4-9502-4515-b413-dd5b93c65e4c tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.26 "DELETE /v2.0/ports/5373c9d1-aff3-42e9-9d76-be4d49f9ad39 HTTP/1.1" status: 204 len: 173 time: 1.4091713 Jun 28 11:32:14.692700 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff8ac5d7-ad09-4ce5-918b-9d53ec1b9ad3'] response: {'server_uuid': '2141fd50-a2e8-4659-ab0f-00c10cfa2307', 'name': 'network-vif-deleted', 'tag': '5373c9d1-aff3-42e9-9d76-be4d49f9ad39', 'status': 'completed', 'code': 200} Jun 28 11:32:14.805289 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:15.108645 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:15.112685 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:32:15.121403 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:15.122007 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:15.299520 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:15.441410 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59846) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:15.504385 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:15.535938 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:15.626497 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:15.630561 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa0b79-4f9d-498e-a3c3-d026e74e3573 None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:06Z', 'revision_number': 4, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '6929fd45-a605-49d2-ab63-5cbfd15bcd33', 'name': '', 'network_id': '7e499a7e-360e-4d0c-b1e6-29d5bff6697c', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'mac_address': 'fa:16:3e:c1:62:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:05Z', 'updated_at': '2022-06-28T11:25:12Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'subnets': [{'id': '18b4e970-40f2-4305-a5ad-d999eeebe7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:32:15.681795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:15.702682 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e010ce-b9bd-4404-9c80-6868b8b4544f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:15.713466 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.713892 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.714355 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.714804 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.715184 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.715615 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.716012 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.716386 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.716783 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.717211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.717622 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.718078 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:15.733034 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:15.734628 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-17fa19e9-25e3-47dc-951c-b72e6ad68f01 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "DELETE /v2.0/security-groups/81e010ce-b9bd-4404-9c80-6868b8b4544f HTTP/1.1" status: 204 len: 168 time: 0.2920227 Jun 28 11:32:15.738471 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59850) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:15.759767 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.api.v2.resource [None req-eb613a9e-530a-4a95-8784-e82eae7f123b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] show failed (client error): The resource could not be found. Jun 28 11:32:15.760873 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-eb613a9e-530a-4a95-8784-e82eae7f123b tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "GET /v2.0/security-groups/81e010ce-b9bd-4404-9c80-6868b8b4544f HTTP/1.1" status: 404 len: 347 time: 0.0212243 Jun 28 11:32:15.763814 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59854) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:15.866689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6ef07-382a-46a8-b521-3a505f299edf None None] New status for floating IP a16018b2-40d3-4a32-9180-ef059242349d: DOWN {{(pid=88061) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:32:16.028354 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Deleting port 960b424a-3b3d-4ac8-8bbb-e930dbedc99e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:16.028698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:16.203844 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:16.204142 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:16.324160 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Calling delete_port for 960b424a-3b3d-4ac8-8bbb-e930dbedc99e owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:16.404375 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.db.api [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:32:16.404754 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG oslo_db.api [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:32:16.906216 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Deleting port 960b424a-3b3d-4ac8-8bbb-e930dbedc99e {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:16.907559 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:17.082904 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:17.083228 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:17.194057 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:32:17.201677 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Calling delete_port for 960b424a-3b3d-4ac8-8bbb-e930dbedc99e owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:17.231437 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:32:17.231773 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 5373c9d1-aff3-42e9-9d76-be4d49f9ad39 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:32:17.342888 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:17.387075 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Pushing event deleted for resources: {'Port': ['ID=960b424a-3b3d-4ac8-8bbb-e930dbedc99e,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:17.486360 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:17.499960 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:17.501872 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a7e91055-a4d5-41e1-8079-6adfa66bf856 tempest-AttachVolumeShelveTestJSON-1561304913 tempest-AttachVolumeShelveTestJSON-1561304913-project] 10.222.0.44 "DELETE /v2.0/floatingips/a16018b2-40d3-4a32-9180-ef059242349d HTTP/1.1" status: 204 len: 168 time: 1.7370565 Jun 28 11:32:20.238360 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59878) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:20.966474 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:21.308617 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Deleting port 6929fd45-a605-49d2-ab63-5cbfd15bcd33 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:21.309455 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:21.480837 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] For port 6929fd45-a605-49d2-ab63-5cbfd15bcd33, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=6929fd45-a605-49d2-ab63-5cbfd15bcd33,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:21.481192 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:21.603849 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Calling delete_port for 6929fd45-a605-49d2-ab63-5cbfd15bcd33 owned by network:router_interface {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:21.769700 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:21.815987 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Pushing event deleted for resources: {'Port': ['ID=6929fd45-a605-49d2-ab63-5cbfd15bcd33,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:22.201835 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:22.560888 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Router 2b381603-f513-4778-9688-14a20b58743d has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:32:22.680891 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:22.743777 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:32:22.754269 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] Sync routers for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:32:22.756886 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-bd4a9408-e04e-4a63-b847-3189ae88ffac admin admin] 10.222.0.44 "PUT /v2.0/routers/2b381603-f513-4778-9688-14a20b58743d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5174873 Jun 28 11:32:22.759435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59884) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:22.763501 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:22.764099 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:22.936964 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks [] for router, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:22.940804 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:23.112424 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:23.123731 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Deleting port d1c79404-2850-435c-9c6c-c0fa75759e0a {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:23.124072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:23.255217 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:32:21Z', 'revision_number': 5, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port': {'id': 'd1c79404-2850-435c-9c6c-c0fa75759e0a', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b381603-f513-4778-9688-14a20b58743d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:25:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:23.258898 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] Checking router: 2b381603-f513-4778-9688-14a20b58743d for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:32:23.266974 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] Routers {'2b381603-f513-4778-9688-14a20b58743d'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:23.267552 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['2b381603-f513-4778-9688-14a20b58743d'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:23.296119 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] For port d1c79404-2850-435c-9c6c-c0fa75759e0a, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=d1c79404-2850-435c-9c6c-c0fa75759e0a,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:23.296469 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:23.420078 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Calling delete_port for d1c79404-2850-435c-9c6c-c0fa75759e0a owned by network:router_gateway {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:23.420388 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] Set router 2b381603-f513-4778-9688-14a20b58743d gateway port host: None {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:23.533766 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:32:23Z', 'revision_number': 6, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:23.537933 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5775b168-471f-4574-a16b-acc3d8cd0646 None None] The sync data for ids ['2b381603-f513-4778-9688-14a20b58743d'] in dv-cinder-844474-1-iscsi is: [{'id': '2b381603-f513-4778-9688-14a20b58743d', 'name': 'tempest-AttachVolumeShelveTestJSON-736110127-router', 'tenant_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:25:02Z', 'updated_at': '2022-06-28T11:32:23Z', 'revision_number': 6, 'project_id': 'fad5ffca8aea49ad853f41d0fd7897db', 'gw_port_host': None}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:32:23.699836 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:23.745188 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c79404-2850-435c-9c6c-c0fa75759e0a,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:23.842600 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.017338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.019737 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.041369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.041883 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b381603-f513-4778-9688-14a20b58743d {{(pid=88060) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:32:24.053485 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.054603 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-b85022ed-2353-4716-a258-cc8adf273524 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2b381603-f513-4778-9688-14a20b58743d HTTP/1.1" status: 204 len: 168 time: 1.2943745 Jun 28 11:32:24.057049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59888) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:24.114544 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Deleting subnet 18b4e970-40f2-4305-a5ad-d999eeebe7ab {{(pid=88060) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:32:24.117318 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.168160 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4159488'] for subnet, precommit_delete_associations {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.244256 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.315002 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2369507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9334379'] for subnet, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.353773 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 6929fd45-a605-49d2-ab63-5cbfd15bcd33 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:32:24.358102 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b4e970-40f2-4305-a5ad-d999eeebe7ab,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:24.360774 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.367666 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-e00f0008-6384-4646-b75d-d8a926207b3c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/18b4e970-40f2-4305-a5ad-d999eeebe7ab HTTP/1.1" status: 204 len: 168 time: 0.3096139 Jun 28 11:32:24.370125 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59892) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:24.382045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47f502-1662-490d-b0c0-cce6dfb53da5 None None] Network 7e499a7e-360e-4d0c-b1e6-29d5bff6697c requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:32:24.478887 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 6929fd45-a605-49d2-ab63-5cbfd15bcd33 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:32:24.479233 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 6929fd45-a605-49d2-ab63-5cbfd15bcd33 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:32:24.479639 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d1c79404-2850-435c-9c6c-c0fa75759e0a no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:32:24.479962 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.491760 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Deleting port 09396b14-f48f-4e6e-ad81-e3c214a99751 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:24.492132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.518401 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: d1c79404-2850-435c-9c6c-c0fa75759e0a {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:32:24.518747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device d1c79404-2850-435c-9c6c-c0fa75759e0a not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:32:24.704736 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] For port 09396b14-f48f-4e6e-ad81-e3c214a99751, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=09396b14-f48f-4e6e-ad81-e3c214a99751,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:24.705222 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.721221 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] DHCP port deletion for 7e499a7e-360e-4d0c-b1e6-29d5bff6697c request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:32:24.725686 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Deleting port 09396b14-f48f-4e6e-ad81-e3c214a99751 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:24.726062 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.830771 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Calling delete_port for 09396b14-f48f-4e6e-ad81-e3c214a99751 owned by network:dhcp {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:24.914586 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.935258 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] For port 09396b14-f48f-4e6e-ad81-e3c214a99751, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=09396b14-f48f-4e6e-ad81-e3c214a99751,segment=NetworkSegment(c5c6136f-a860-43ac-b6f1-ec0f87c86122),segment_id=c5c6136f-a860-43ac-b6f1-ec0f87c86122)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:24.935645 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:24.962693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Pushing event deleted for resources: {'Port': ['ID=09396b14-f48f-4e6e-ad81-e3c214a99751,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:24.964489 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] No DVR routers for this DVR port 09396b14-f48f-4e6e-ad81-e3c214a99751 on host dv-cinder-844474-1-iscsi {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:32:25.064757 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Calling delete_port for 09396b14-f48f-4e6e-ad81-e3c214a99751 owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:32:25.139058 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:32:25.139404 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:32:25.168735 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.196143 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e499a7e-360e-4d0c-b1e6-29d5bff6697c']}} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:25.208664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c6136f-a860-43ac-b6f1-ec0f87c86122') {'for_net_delete': True} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:25.208968 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.services.segments.db [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c6136f-a860-43ac-b6f1-ec0f87c86122') {} {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:25.220644 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4159497'] for segment, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.236132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.242001 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88060) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:32:25.242408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2369357'] for segment, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.335652 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.354459 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.362737 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] Pushing event deleted for resources: {'Network': ['ID=7e499a7e-360e-4d0c-b1e6-29d5bff6697c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:25.377254 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-fc1215cb-eca0-4827-8f0c-2f1c140ceeab admin admin] 10.222.0.44 "DELETE /v2.0/networks/7e499a7e-360e-4d0c-b1e6-29d5bff6697c HTTP/1.1" status: 204 len: 168 time: 1.0060978 Jun 28 11:32:25.397323 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.services.segments.plugin [-] Segment c5c6136f-a860-43ac-b6f1-ec0f87c86122 resource provider aggregate not found Jun 28 11:32:25.414092 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.services.segments.plugin [-] Segment c5c6136f-a860-43ac-b6f1-ec0f87c86122 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5c6136f-a860-43ac-b6f1-ec0f87c86122 found for delete ", "request_id": "req-ff7bd2b9-5abf-48f6-9d0c-b73dac92fde7"}]} Jun 28 11:32:25.489138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59904) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:25.537177 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-6d9ffb03-2771-4fe4-a7f7-902b61c342e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fad5ffca8aea49ad853f41d0fd7897db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468776 Jun 28 11:32:25.539530 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59908) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:25.595700 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bdacfa7-000b-4ded-8de6-b386d0618f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.620100 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bdacfa7-000b-4ded-8de6-b386d0618f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.640388 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Deleting port 09396b14-f48f-4e6e-ad81-e3c214a99751 {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:32:25.641981 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.672934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bdacfa7-000b-4ded-8de6-b386d0618f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.690846 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdacfa7-000b-4ded-8de6-b386d0618f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e6e0a-fa92-4a3b-9235-69b02c00a254,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:25.697999 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-9bdacfa7-000b-4ded-8de6-b386d0618f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:25.701437 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-9bdacfa7-000b-4ded-8de6-b386d0618f2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f11e6e0a-fa92-4a3b-9235-69b02c00a254 HTTP/1.1" status: 204 len: 168 time: 0.1587138 Jun 28 11:32:25.717565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-df3fc74e-181e-40c4-9f61-3940ea62be94 None None] The port '09396b14-f48f-4e6e-ad81-e3c214a99751' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:32:26.349788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 09396b14-f48f-4e6e-ad81-e3c214a99751 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:32:26.386893 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 09396b14-f48f-4e6e-ad81-e3c214a99751 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:32:26.387306 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 09396b14-f48f-4e6e-ad81-e3c214a99751 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:32:26.436886 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59932) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:26.538256 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-834292663-network', 'tenant_id': '3d150009c86f429594ee5c426a72700b'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:26.542822 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:26.546579 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Usage tracker for resource:network and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:26.550646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:26.556221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:26.568265 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Made reservation on behalf of 3d150009c86f429594ee5c426a72700b for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:32:26.570990 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.584473 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.599465 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:26.603248 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:26.606027 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:26.612179 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:26.701954 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.706333 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.737911 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:32:26.742958 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228550b2-3867-4ece-958e-81ea5fec9258,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:26.749868 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.750209 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Added segment cdeb9dfd-437c-4906-ae25-cda27d6efbdf of type vlan for network 96202975-dca6-4f93-ab0a-90f1a47bb47f Jun 28 11:32:26.779454 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.808402 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.809358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:26.809937 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:26.913973 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=96202975-dca6-4f93-ab0a-90f1a47bb47f,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:26.918286 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-1e1536d2-056c-4429-b6ff-44ae3fb66ff1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4803030 Jun 28 11:32:26.921137 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59938) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:26.926880 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Request body: {'subnet': {'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-834292663-subnet', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:26.933765 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:32:26.934308 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:26.938934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Usage tracker for resource:subnet and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:26.941869 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:26.947561 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:26.965108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Made reservation on behalf of 3d150009c86f429594ee5c426a72700b for: {'subnet': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:32:26.966141 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9334358'] for subnet, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.168776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2368046', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9334368'] for subnet, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.240529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a8c58c-21ea-4c16-9b4b-57a95799ea98,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:27.247852 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:32:27.248203 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Network hostable DHCP agents. Network: 96202975-dca6-4f93-ab0a-90f1a47bb47f, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88060) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:32:27.267174 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88060) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:32:27.276027 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 96202975-dca6-4f93-ab0a-90f1a47bb47f) {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:27.280236 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:27.282208 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.285744 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf6ffe-ba38-41fe-8381-18d932450228 None None] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:32:27.305344 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-69474ab3-0ac9-4321-aad1-f374455e4848 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3827450 Jun 28 11:32:27.307788 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59942) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:27.313244 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:27.318061 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:27.322403 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Usage tracker for resource:router and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:27.325376 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:27.331504 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:27.345676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654861', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7538'] for router, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.346767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1652342', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1657718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1744758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4225'] for router, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.362181 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.503323 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4b633724-25c2-5e7e-9952-30086340a651-96202975-dca6-4f93-ab0a-90f1a47bb47f', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98'}]}} from dv-cinder-844474-1-iscsi. {{(pid=88061) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 28 11:32:27.504136 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.632986 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1657668', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4243'] for router, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.662629 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.db_base_plugin_common [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Allocated IP 172.20.0.2 (96202975-dca6-4f93-ab0a-90f1a47bb47f/a9a8c58c-21ea-4c16-9b4b-57a95799ea98/963494de-addf-4551-a8c6-bea5c9c3eb7c) {{(pid=88061) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:32:27.868605 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.880125 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Transition to ACTIVE for port object 963494de-addf-4551-a8c6-bea5c9c3eb7c will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:27.899999 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Transition to ACTIVE for port object 963494de-addf-4551-a8c6-bea5c9c3eb7c will not be triggered until provisioned by entity DHCP. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:27.907156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325'] for port, after_create {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.943217 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:27.982851 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.005311 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88061) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:32:28.012761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.scheduler.base_scheduler [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Resources bound (agent type, host, resource id): {{(pid=88061) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:28.017212 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Received port after_create {{(pid=88061) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:32:28.023449 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Pushing event updated for resources: {'Port': ['ID=963494de-addf-4551-a8c6-bea5c9c3eb7c,revision_number=1']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:28.066702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.066702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.066702 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.067168 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.067385 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.067720 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.068045 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.068371 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.068695 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.069015 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.069361 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.069683 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:28.136114 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Attempting to bind port 963494de-addf-4551-a8c6-bea5c9c3eb7c on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:32:28.136480 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Attempting to bind port 963494de-addf-4551-a8c6-bea5c9c3eb7c by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:32:28.136833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Attempting to bind port 963494de-addf-4551-a8c6-bea5c9c3eb7c on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:32:28.143080 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:32:28.143447 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:32:28.143842 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.144227 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Bound using segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:32:28.144682 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Bound port: 963494de-addf-4551-a8c6-bea5c9c3eb7c, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:32:28.145051 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.214538 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Allocated IP 172.27.1.124 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/8a5fc3ce-2d5c-4b71-962a-dcc852a5e410) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:32:28.232160 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] For port 963494de-addf-4551-a8c6-bea5c9c3eb7c, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:32:28.235333 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] For port 963494de-addf-4551-a8c6-bea5c9c3eb7c, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=963494de-addf-4551-a8c6-bea5c9c3eb7c,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:32:28.239121 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.344349 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130c8246-21f8-41a1-ba14-4799347e7dc5 None None] Pushing event updated for resources: {'Port': ['ID=963494de-addf-4551-a8c6-bea5c9c3eb7c,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:28.362535 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.396536 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.456890 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:32:28.459606 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:28.462019 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:32:28.510572 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Pushing event updated for resources: {'Port': ['ID=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:28.901523 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:28.917994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ad9f-0ce5-46b4-8552-45fff205dbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:29.239176 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50601277-9a71-4bfd-bc70-f109c5ce8980 None None] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:32:29.245535 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1657635'] for router, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:29.389733 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-f6c02e9d-4854-480f-93cc-82758607dc68 None None] Provisioning for port 963494de-addf-4551-a8c6-bea5c9c3eb7c completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:29.559516 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f is scheduled to L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 with binding_index 1 {{(pid=88060) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 11:32:29.741209 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:32:29.749794 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:32:29.759420 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:29.759978 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:29.765394 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] Notify callbacks [] for router, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:29.767336 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7b77a040-96e1-42c5-80dc-d9d669576e9d admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4585402 Jun 28 11:32:29.769965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59946) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:29.937098 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:30.218216 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:28Z', 'revision_number': 3, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:30.222536 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:32:30.222879 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Updating router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 binding host dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:32:30.278468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.401504 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 963494de-addf-4551-a8c6-bea5c9c3eb7c up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:30.454377 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.615680 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 963494de-addf-4551-a8c6-bea5c9c3eb7c completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:30.631358 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 963494de-addf-4551-a8c6-bea5c9c3eb7c triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:30.631720 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.663400 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Allocated IP 172.20.0.1 (96202975-dca6-4f93-ab0a-90f1a47bb47f/a9a8c58c-21ea-4c16-9b4b-57a95799ea98/3358131f-c820-4350-ad62-b49e76108743) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:32:30.816110 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.827156 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Notify callbacks [] for port, precommit_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.833093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Transition to ACTIVE for port object 3358131f-c820-4350-ad62-b49e76108743 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:30.837596 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 963494de-addf-4551-a8c6-bea5c9c3eb7c is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:30.837957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.855030 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Transition to ACTIVE for port object 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 will not be triggered until provisioned by entity L2. {{(pid=88061) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:30.857987 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.868130 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.920744 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:32:30.924763 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:30.928221 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:32:30.934959 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 963494de-addf-4551-a8c6-bea5c9c3eb7c, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=963494de-addf-4551-a8c6-bea5c9c3eb7c,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:30.949753 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:30.970264 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Attempting to bind port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:32:30.970633 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Attempting to bind port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:32:30.970995 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Attempting to bind port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 on network c626622b-f658-4a78-b496-f20f070e389d {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:32:30.973035 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba34c-a522-4a96-9335-3ed1fc6afd7f None None] Pushing event updated for resources: {'Port': ['ID=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,revision_number=2']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:30.982518 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Pushing event updated for resources: {'Port': ['ID=3358131f-c820-4350-ad62-b49e76108743,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:30.998529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1654889'] for router_interface, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.022375 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:32:31.022920 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Checking segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88061) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:32:31.023501 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.024008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Bound using segment: {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'} {{(pid=88061) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:32:31.024580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.managers [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Bound port: 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0f8c75-704d-4382-a80a-4cdc60a655c2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}}] {{(pid=88061) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:32:31.025046 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.114312 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=963494de-addf-4551-a8c6-bea5c9c3eb7c,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:31.129923 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] For port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88061) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:32:31.133132 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] For port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:32:31.141716 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.211680 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fcd1a568-d9f1-45b1-b544-c8d2468aa437 None None] Provisioning for port 3358131f-c820-4350-ad62-b49e76108743 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:31.228656 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fcd1a568-d9f1-45b1-b544-c8d2468aa437 None None] Provisioning complete for port 3358131f-c820-4350-ad62-b49e76108743 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:31.229018 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fcd1a568-d9f1-45b1-b544-c8d2468aa437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.260063 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ba34c-a522-4a96-9335-3ed1fc6afd7f None None] Pushing event updated for resources: {'Port': ['ID=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,revision_number=3']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:31.270149 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:31.270761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:31.369294 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.419721 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fcd1a568-d9f1-45b1-b544-c8d2468aa437 None None] Port 3358131f-c820-4350-ad62-b49e76108743 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:32:31.433352 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b136cad3-45b3-42b6-9170-07eef924526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.477110 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:31.593369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.598358 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.706460 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2070370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1654796'] for router_interface, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:31.709775 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Pushing event updated for resources: {'Port': ['ID=3358131f-c820-4350-ad62-b49e76108743,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:31.795146 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:30Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:31.800018 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d4013-824d-45e3-b8d8-f1f607f93372 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:30Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:32:31.852382 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:32:31.853608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:32.071040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:32:32.149992 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-4ca37cad-30bc-4f0e-bb22-dd738ef862f1 None None] Provisioning complete for port 3358131f-c820-4350-ad62-b49e76108743 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:32.150462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4ca37cad-30bc-4f0e-bb22-dd738ef862f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.217592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-4ca37cad-30bc-4f0e-bb22-dd738ef862f1 None None] Port 3358131f-c820-4350-ad62-b49e76108743 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:32:32.256825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:32:32.267816 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-596ef48e-210e-4123-99f5-00acdef7bf3d admin admin] 10.222.0.44 "PUT /v2.0/routers/f28a6e13-6e27-488a-b28d-ceb0c41e1b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4968364 Jun 28 11:32:32.350729 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.373670 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 963494de-addf-4551-a8c6-bea5c9c3eb7c up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:32.445564 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.487972 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 963494de-addf-4551-a8c6-bea5c9c3eb7c triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:32.488994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.628490 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 963494de-addf-4551-a8c6-bea5c9c3eb7c is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:32.646252 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59956) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:32.651521 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164664581', 'description': 'tempest-description--889701299'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:32.658411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:32.662267 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:32.665132 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:32.671566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:32.682534 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.702695 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:32.707684 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:32.710608 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:32.716332 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:32.794393 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.798314 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.840957 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32659c5e-add0-4ec9-bcf8-2a1be76f3408,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:32.844340 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.845580 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-a47b9d5b-36fc-404b-876d-4a221c0b682e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1983027 Jun 28 11:32:32.849012 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 59960) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:32.854646 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': '32659c5e-add0-4ec9-bcf8-2a1be76f3408', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:32.861010 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:32.865305 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:32.868801 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:32.877044 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:32.897587 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.964853 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.969539 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:32.993820 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5216bfaf-a4f0-475a-8921-307af57669ab,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:33.003689 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.004882 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-2bbf08a0-07c2-444a-8989-a4b11e170bb7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1546447 Jun 28 11:32:33.007606 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59964) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:33.013102 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': '32659c5e-add0-4ec9-bcf8-2a1be76f3408', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:33.019778 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:33.024036 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:33.027053 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:33.032904 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:33.050321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.112806 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.116409 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.142872 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b17a647-0270-49d5-90c0-54440392e005,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:33.151208 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.152379 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-2ee5e201-eb0e-4db4-8a31-fc53eeda23f2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436977 Jun 28 11:32:33.155475 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 59968) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:33.160269 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:33.165878 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:33.169656 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:floatingip and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:32:33.172997 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:32:33.178638 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:33.191348 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.322662 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.554673 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.27.1.159 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/fc240827-b3a1-48bb-99bc-3d3b7b925173) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:32:33.601303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.714737 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.744985 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.809040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:32:33.815878 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:33.819927 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:32:33.849557 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=fc240827-b3a1-48bb-99bc-3d3b7b925173,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:33.851918 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:32:33.862200 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:33.862795 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:33.906086 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:33.972839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.046032 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:34.182301 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.186680 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.290877 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=fc240827-b3a1-48bb-99bc-3d3b7b925173,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:34.304718 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.330190 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.335940 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c460fa32-3818-4d45-9f91-29aebd89ab40 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1751077 Jun 28 11:32:34.373296 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:34.378672 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:32:34.379085 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Updating router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f port 3358131f-c820-4350-ad62-b49e76108743 binding host dv-cinder-844474-1-iscsi {{(pid=88062) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 11:32:34.396225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:34.431880 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.470630 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:34.475789 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:34.476161 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.510335 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-31808192-6f5e-47e9-929f-1239dda32f60 req-1280dc63-dcdb-4de7-8234-5eb8b0ac92e3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:32:34.530288 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-31808192-6f5e-47e9-929f-1239dda32f60 req-1280dc63-dcdb-4de7-8234-5eb8b0ac92e3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:32:34.533214 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-1280dc63-dcdb-4de7-8234-5eb8b0ac92e3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1164664581&fields=id&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 267 time: 0.0684342 Jun 28 11:32:34.636655 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:34.637327 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.654203 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:34.658650 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.691759 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-307d6bb0-3335-4c0b-8ac6-fe3f285a42ae tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:34.693687 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-31808192-6f5e-47e9-929f-1239dda32f60 req-307d6bb0-3335-4c0b-8ac6-fe3f285a42ae tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:32:34.711560 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-31808192-6f5e-47e9-929f-1239dda32f60 req-307d6bb0-3335-4c0b-8ac6-fe3f285a42ae tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:32:34.712840 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-307d6bb0-3335-4c0b-8ac6-fe3f285a42ae tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.1724968 Jun 28 11:32:34.728771 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-eaa637a9-34c2-4022-84b4-c77ac115d507 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/quotas/3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 375 time: 0.0101588 Jun 28 11:32:34.732367 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:34.791607 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.803436 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.provisioning_blocks [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Transition to ACTIVE for port object 3358131f-c820-4350-ad62-b49e76108743 will not be triggered until provisioned by entity L2. {{(pid=88062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:34.809529 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:34.829639 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-e1e0c65a-dadf-4f0a-ad34-b21503115ebb tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939379 Jun 28 11:32:34.877516 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50267805-365b-461d-8d38-d669d0151857 None None] Pushing event updated for resources: {'Port': ['ID=3358131f-c820-4350-ad62-b49e76108743,revision_number=3']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:35.014354 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.014694 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.015208 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.015923 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.016350 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.016854 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.017378 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.017708 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.018051 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.018375 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.018694 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.019008 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50267805-365b-461d-8d38-d669d0151857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:32:35.033238 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-6b61ae4d-7ba5-4543-9a02-d948a4409471 service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920834 Jun 28 11:32:35.089910 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Attempting to bind port 3358131f-c820-4350-ad62-b49e76108743 on host dv-cinder-844474-1-iscsi for vnic_type normal with profile {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:32:35.090272 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Attempting to bind port 3358131f-c820-4350-ad62-b49e76108743 by drivers openvswitch,hyperv on host dv-cinder-844474-1-iscsi at level 0 using segments [{'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:32:35.090618 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Attempting to bind port 3358131f-c820-4350-ad62-b49e76108743 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:32:35.096068 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Checking agent: {'id': 'f5b1ce75-9913-4669-b6fa-4e2180404233', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844474-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 8, 32), 'started_at': datetime.datetime(2022, 6, 28, 11, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844474-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:32:35.096428 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:32:35.096811 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:35.097190 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Bound using segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} {{(pid=88062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:32:35.097657 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.managers [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Bound port: 3358131f-c820-4350-ad62-b49e76108743, host: dv-cinder-844474-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}}] {{(pid=88062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:32:35.098014 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:35.163894 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-555a2335-51ff-4720-a33e-5f79bcee3ac3 service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296737 Jun 28 11:32:35.191013 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] For port 3358131f-c820-4350-ad62-b49e76108743, host dv-cinder-844474-1-iscsi, cleared binding levels {{(pid=88062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:32:35.193881 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.plugins.ml2.db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] For port 3358131f-c820-4350-ad62-b49e76108743, host dv-cinder-844474-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=3358131f-c820-4350-ad62-b49e76108743,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:32:35.199351 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron_lib.callbacks.manager [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:35.272765 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88062) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:35.273565 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:35.382858 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-21c194a5-2cfc-42e2-abd7-0edb7fd148f8 req-a0234828-f061-4bf4-9f70-4ce9c2a127f8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:32:35.402558 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-21c194a5-2cfc-42e2-abd7-0edb7fd148f8 req-a0234828-f061-4bf4-9f70-4ce9c2a127f8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:32:35.414743 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-21c194a5-2cfc-42e2-abd7-0edb7fd148f8 req-a0234828-f061-4bf4-9f70-4ce9c2a127f8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 210 time: 0.1026161 Jun 28 11:32:35.440400 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50267805-365b-461d-8d38-d669d0151857 None None] Pushing event updated for resources: {'Port': ['ID=3358131f-c820-4350-ad62-b49e76108743,revision_number=4']} {{(pid=88062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:35.470883 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_dvr_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88062) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:35.788309 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.l3_hamode_db [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:35Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:35.792142 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0856510b-f939-4fd9-aaa3-3448015563f0 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:35Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88062) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:32:36.384298 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 3358131f-c820-4350-ad62-b49e76108743 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:36.455042 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning for port 3358131f-c820-4350-ad62-b49e76108743 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:36.460363 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 3358131f-c820-4350-ad62-b49e76108743 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:36.460802 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:36.582381 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0b698034-bf8f-4e49-afaa-61a8d0bb406c req-5d088471-80cf-49bd-a56f-f354a5ad8159 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 210 time: 0.0564768 Jun 28 11:32:36.588695 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 3358131f-c820-4350-ad62-b49e76108743 is: DOWN; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:36.589073 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:36.625585 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] For port 3358131f-c820-4350-ad62-b49e76108743, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=3358131f-c820-4350-ad62-b49e76108743,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:36.630816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:36.631987 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:36.661502 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-5af0e0c5-57fb-4bff-93ce-6c501ede12da tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:36.662975 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-5af0e0c5-57fb-4bff-93ce-6c501ede12da tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.1856079 Jun 28 11:32:36.721408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-31808192-6f5e-47e9-929f-1239dda32f60 req-19b81dee-0730-4600-82bd-3c83b2fa6781 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:32:36.735824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-31808192-6f5e-47e9-929f-1239dda32f60 req-19b81dee-0730-4600-82bd-3c83b2fa6781 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:32:36.736950 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-19b81dee-0730-4600-82bd-3c83b2fa6781 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 380 time: 0.0657129 Jun 28 11:32:36.746049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'port': {'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'admin_state_up': True, 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'security_groups': ['32659c5e-add0-4ec9-bcf8-2a1be76f3408']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:36.759953 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Pushing event updated for resources: {'Port': ['ID=3358131f-c820-4350-ad62-b49e76108743,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:36.772694 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:36.773055 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:36.882906 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:32:36.888174 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:36.893627 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:32:36.903614 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Made reservation on behalf of 3d150009c86f429594ee5c426a72700b for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:32:36.907657 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:37.039180 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:32:37.069379 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.20.0.3 (96202975-dca6-4f93-ab0a-90f1a47bb47f/a9a8c58c-21ea-4c16-9b4b-57a95799ea98/be5c421f-6ee1-4c33-a4b9-1a8015c92759) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:32:37.253850 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:37.269024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Transition to ACTIVE for port object be5c421f-6ee1-4c33-a4b9-1a8015c92759 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:37.292116 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:37.353991 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:32:37.356776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:32:37.365415 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:32:37.506733 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=be5c421f-6ee1-4c33-a4b9-1a8015c92759,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:37.535407 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:37.536019 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:37.560151 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-ee48bd25-24c5-4ad0-9388-faa585272ada tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179021 Jun 28 11:32:37.618218 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Request body: {'port': {'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:37.625250 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a9d1fe03-79fd-42f2-9107-5d99fb10ac6a None None] Provisioning for port be5c421f-6ee1-4c33-a4b9-1a8015c92759 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:37.630991 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-a9d1fe03-79fd-42f2-9107-5d99fb10ac6a None None] Provisioning complete for port be5c421f-6ee1-4c33-a4b9-1a8015c92759 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:37.631410 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9d1fe03-79fd-42f2-9107-5d99fb10ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:37.685171 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-a9d1fe03-79fd-42f2-9107-5d99fb10ac6a None None] Port be5c421f-6ee1-4c33-a4b9-1a8015c92759 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:32:37.780119 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:37.875864 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7ad76-16e4-46dd-b881-5809be870894 req-0e13719c-8855-468d-bddb-4186013ff1e9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:37.876548 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-25c7ad76-16e4-46dd-b881-5809be870894 req-0e13719c-8855-468d-bddb-4186013ff1e9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:32:37.940579 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-25c7ad76-16e4-46dd-b881-5809be870894 req-0e13719c-8855-468d-bddb-4186013ff1e9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:32:37.941782 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-25c7ad76-16e4-46dd-b881-5809be870894 req-0e13719c-8855-468d-bddb-4186013ff1e9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 931 time: 0.2342734 Jun 28 11:32:38.062118 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-25c7ad76-16e4-46dd-b881-5809be870894 req-14f7166a-3d98-4b34-9496-169923298b8a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139770 Jun 28 11:32:38.182389 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5c421f-6ee1-4c33-a4b9-1a8015c92759 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:32:38.189796 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.203685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Transition to ACTIVE for port object be5c421f-6ee1-4c33-a4b9-1a8015c92759 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:32:38.207916 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.366377 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 3358131f-c820-4350-ad62-b49e76108743 up at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:38.370566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Pushing event updated for resources: {'Port': ['ID=be5c421f-6ee1-4c33-a4b9-1a8015c92759,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:38.441249 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Provisioning complete for port 3358131f-c820-4350-ad62-b49e76108743 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:38.441654 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.455492 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Attempting to bind port be5c421f-6ee1-4c33-a4b9-1a8015c92759 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:32:38.455825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Attempting to bind port be5c421f-6ee1-4c33-a4b9-1a8015c92759 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:32:38.456155 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Attempting to bind port be5c421f-6ee1-4c33-a4b9-1a8015c92759 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:32:38.463048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Port be5c421f-6ee1-4c33-a4b9-1a8015c92759 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:32:38.463458 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Attempting to bind port be5c421f-6ee1-4c33-a4b9-1a8015c92759 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:32:38.470750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:32:38.470750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:32:38.470750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Bound using segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:32:38.470750 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Bound port: be5c421f-6ee1-4c33-a4b9-1a8015c92759, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:32:38.471345 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.561149 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] For port be5c421f-6ee1-4c33-a4b9-1a8015c92759, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:32:38.564997 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] For port be5c421f-6ee1-4c33-a4b9-1a8015c92759, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:32:38.569485 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.572003 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Current status of the port 3358131f-c820-4350-ad62-b49e76108743 is: ACTIVE; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:38.625487 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:38.626097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:38.627455 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] 10.222.0.26 "PUT /v2.0/ports/be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 1093 time: 1.0603652 Jun 28 11:32:38.627878 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:32:38.651703 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7045cf9-e040-4b7a-a746-29cb7e5e0eaf service neutron] Pushing event updated for resources: {'Port': ['ID=be5c421f-6ee1-4c33-a4b9-1a8015c92759,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:38.724166 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9338df42-2c21-4022-a92d-1169401fa5d9'] response: {'name': 'network-changed', 'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'status': 'completed', 'code': 200} Jun 28 11:32:38.757191 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-75daf5a1-26dc-4e3b-82a3-4ecc6b811960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:38.758704 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-75daf5a1-26dc-4e3b-82a3-4ecc6b811960 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1096 time: 0.0872822 Jun 28 11:32:38.829971 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-67393e9c-68d6-4fdf-bd00-cf05a0cead4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 217 time: 0.0644097 Jun 28 11:32:38.897789 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-5ce3ff67-0171-49be-9dff-fba49121ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:38.899154 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-5ce3ff67-0171-49be-9dff-fba49121ad4c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0630810 Jun 28 11:32:38.982269 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31808192-6f5e-47e9-929f-1239dda32f60 req-d53b2cfd-1a06-4edf-8223-85ca49fd0b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:38.983771 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-d53b2cfd-1a06-4edf-8223-85ca49fd0b49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785859 Jun 28 11:32:39.114288 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-7b0dfad8-5c97-42d6-9694-a0892470e20e service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241455 Jun 28 11:32:39.404861 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-31808192-6f5e-47e9-929f-1239dda32f60 req-b659db0d-59b4-4f9c-a473-928a549e0b50 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833922 Jun 28 11:32:39.429546 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d00f5-1bad-4601-a540-d47e4813fffc req-ab95663e-472f-45ea-b7d8-5fea81ce9ca8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:39.430969 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-549d00f5-1bad-4601-a540-d47e4813fffc req-ab95663e-472f-45ea-b7d8-5fea81ce9ca8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 943 time: 0.2377694 Jun 28 11:32:39.521793 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-549d00f5-1bad-4601-a540-d47e4813fffc req-f5055561-4d96-4c9e-ac4f-d31308a6ae19 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850606 Jun 28 11:32:39.546348 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-ca1ed3c7-4e07-43c7-bb9d-f3b32e9514d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:39.548655 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-ca1ed3c7-4e07-43c7-bb9d-f3b32e9514d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1096 time: 0.0941162 Jun 28 11:32:39.680348 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-7aa74278-65da-4fea-9d02-3cfc60d9debd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:39.681707 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-7aa74278-65da-4fea-9d02-3cfc60d9debd service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1263573 Jun 28 11:32:39.750542 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-e0770c61-4d3b-43be-b061-b81654c577f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 217 time: 0.0628803 Jun 28 11:32:39.809330 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-dc021a65-738b-4c40-9054-ccdf7855fd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:39.810728 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-dc021a65-738b-4c40-9054-ccdf7855fd97 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0551224 Jun 28 11:32:39.894262 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-dffe322c-3e9b-4073-9ac0-4f70c9062bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:39.895722 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-dffe322c-3e9b-4073-9ac0-4f70c9062bba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791018 Jun 28 11:32:40.026623 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-47e747bb-9718-464e-8471-b02e90f1a9b2 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233096 Jun 28 11:32:40.155669 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a5dc9911-e8ab-4880-adb6-723f8e03fb68 req-86100783-2e64-411a-bc36-bd6d806eabab service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224182 Jun 28 11:32:40.860342 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce517ccf-0dc0-43d6-8ec0-3c1e51d22c79 req-b285c70d-c347-49cd-a921-436b521c1cda tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:40.861723 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ce517ccf-0dc0-43d6-8ec0-3c1e51d22c79 req-b285c70d-c347-49cd-a921-436b521c1cda tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 943 time: 0.0886440 Jun 28 11:32:40.905716 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ce517ccf-0dc0-43d6-8ec0-3c1e51d22c79 req-9b156136-a703-4aed-8ec1-4ec353b64972 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383434 Jun 28 11:32:42.095965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f504b9e-79bd-4387-83c2-7dfecfb685b5 req-4859d20b-97fa-4263-9d4f-f9f163f43278 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:42.097458 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f504b9e-79bd-4387-83c2-7dfecfb685b5 req-4859d20b-97fa-4263-9d4f-f9f163f43278 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 943 time: 0.0864699 Jun 28 11:32:42.142772 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7f504b9e-79bd-4387-83c2-7dfecfb685b5 req-6c23392a-4bd7-4809-8aef-c48348272090 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396187 Jun 28 11:32:43.331746 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device be5c421f-6ee1-4c33-a4b9-1a8015c92759 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:32:43.345638 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b487f-6081-4dbf-bcd7-4916920ab990 req-1f62950a-68a3-48fb-a36f-9fae660aec7f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:43.347086 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-338b487f-6081-4dbf-bcd7-4916920ab990 req-1f62950a-68a3-48fb-a36f-9fae660aec7f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 943 time: 0.1034143 Jun 28 11:32:43.393732 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-338b487f-6081-4dbf-bcd7-4916920ab990 req-e80badff-dde5-40e7-a696-be899356b02f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Jun 28 11:32:43.473892 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port be5c421f-6ee1-4c33-a4b9-1a8015c92759, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:43.489529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:32:43.543076 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port be5c421f-6ee1-4c33-a4b9-1a8015c92759 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:43.543450 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:43.560225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5c421f-6ee1-4c33-a4b9-1a8015c92759 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:32:43.574885 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port be5c421f-6ee1-4c33-a4b9-1a8015c92759, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:43.578654 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:43.646542 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=be5c421f-6ee1-4c33-a4b9-1a8015c92759,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:43.887185 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['be5c421f-6ee1-4c33-a4b9-1a8015c92759'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:32:44.592217 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ef53a-04b2-4ae4-9419-d0573bcf9803 req-a1961bb0-0c1f-480d-bbb3-f18432961528 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:44.593705 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-795ef53a-04b2-4ae4-9419-d0573bcf9803 req-a1961bb0-0c1f-480d-bbb3-f18432961528 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 944 time: 0.0886080 Jun 28 11:32:44.637027 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-795ef53a-04b2-4ae4-9419-d0573bcf9803 req-3ceb65b2-2941-4d55-bb14-b7daa3eaa1f1 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377457 Jun 28 11:32:45.349122 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device be5c421f-6ee1-4c33-a4b9-1a8015c92759 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:32:45.418976 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port be5c421f-6ee1-4c33-a4b9-1a8015c92759 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:32:45.425246 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port be5c421f-6ee1-4c33-a4b9-1a8015c92759 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:32:45.425651 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:45.542990 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port be5c421f-6ee1-4c33-a4b9-1a8015c92759 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:32:45.543360 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:45.569318 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:32:45.579804 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port be5c421f-6ee1-4c33-a4b9-1a8015c92759, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:32:45.583613 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:45.618765 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb91704e-4a68-4d84-aea4-e58dda653bc4'] response: {'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'code': 200} Jun 28 11:32:45.652008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=be5c421f-6ee1-4c33-a4b9-1a8015c92759,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:32:45.897784 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cc264-7acd-4908-81c1-31cc84855773 req-d8a8a7b0-222b-4d2a-91af-8b19bd02c0c3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:45.899163 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2a8cc264-7acd-4908-81c1-31cc84855773 req-d8a8a7b0-222b-4d2a-91af-8b19bd02c0c3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.1505628 Jun 28 11:32:45.901853 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c921f51-c789-41c9-84c1-b2fbcbe71b70 req-b3b86030-da30-4139-b185-f9272b0a36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:45.903171 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2c921f51-c789-41c9-84c1-b2fbcbe71b70 req-b3b86030-da30-4139-b185-f9272b0a36dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1098 time: 0.1141269 Jun 28 11:32:45.972285 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2a8cc264-7acd-4908-81c1-31cc84855773 req-6048eae0-da98-4835-9980-4587d4628e35 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674369 Jun 28 11:32:45.973888 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2c921f51-c789-41c9-84c1-b2fbcbe71b70 req-39eefcc2-a6ab-441b-abe2-d409cc1f9b7a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570138 Jun 28 11:32:47.166279 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50cf9-4ed3-4fa0-a63d-d5092a7ae6b2 req-59959b57-385f-4fcd-8e8b-3aeb473d30bc tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:47.167746 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2fd50cf9-4ed3-4fa0-a63d-d5092a7ae6b2 req-59959b57-385f-4fcd-8e8b-3aeb473d30bc tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.0905118 Jun 28 11:32:47.215426 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2fd50cf9-4ed3-4fa0-a63d-d5092a7ae6b2 req-eef382e8-8a2e-471b-85ca-d2e9e1a0bdbb tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Jun 28 11:32:48.401884 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84a33-135e-4fbd-bbe1-76ee4b8c0d46 req-08541021-b53e-4449-806c-a122602019ec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:48.403315 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bcb84a33-135e-4fbd-bbe1-76ee4b8c0d46 req-08541021-b53e-4449-806c-a122602019ec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.0855095 Jun 28 11:32:48.447092 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bcb84a33-135e-4fbd-bbe1-76ee4b8c0d46 req-8c73a659-2ffc-43ba-a062-38e826fad59f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371337 Jun 28 11:32:48.639042 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76561abd-a9c8-421b-9f6b-633181e75ea7 req-ff062580-9b57-4977-b364-15a508f0f47d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:48.640928 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-76561abd-a9c8-421b-9f6b-633181e75ea7 req-ff062580-9b57-4977-b364-15a508f0f47d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.0919652 Jun 28 11:32:48.649515 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60032) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:32:48.654409 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:32:48.732105 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:49.399143 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:49.402923 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:49.580507 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP 8ea3cf58-f6b3-4553-8079-4128dc7c8f67 associated. External IP: 172.27.1.159, port: be5c421f-6ee1-4c33-a4b9-1a8015c92759. Jun 28 11:32:49.922935 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:32:50.097361 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:32:50.102180 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:50.107248 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:32:50.117260 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:50.117952 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:50.264251 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-550bc531-7bed-4e65-9bdb-c24aeed53214 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "PUT /v2.0/floatingips/8ea3cf58-f6b3-4553-8079-4128dc7c8f67 HTTP/1.1" status: 200 len: 991 time: 1.6136899 Jun 28 11:32:50.264826 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:32:50.308051 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18a5cbb-1677-4f9c-a23b-c7e408897993'] response: {'name': 'network-changed', 'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'status': 'completed', 'code': 200} Jun 28 11:32:50.338114 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:50.413537 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-cdc0bcb8-1023-4bd8-b5e2-206d0f5512d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:50.415015 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-cdc0bcb8-1023-4bd8-b5e2-206d0f5512d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1098 time: 0.0820053 Jun 28 11:32:50.544531 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-961a7b1d-dd5e-403b-957d-310670dbb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:50.545903 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-961a7b1d-dd5e-403b-957d-310670dbb05d service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1253231 Jun 28 11:32:50.695215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:49Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:50.699399 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:32:50.709602 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:32:50.710664 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:32:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:50.758446 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-7aa7e6f5-a079-4932-8b72-3fbbfee1d375 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 999 time: 0.2060044 Jun 28 11:32:50.821597 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-d7b8e18e-b8ea-4908-8434-2c3476be8900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:50.822936 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-d7b8e18e-b8ea-4908-8434-2c3476be8900 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0587683 Jun 28 11:32:50.899985 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:32:50.907234 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-72d23b6b-d2bc-4dc2-afb7-503b75f5b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:32:50.908912 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-72d23b6b-d2bc-4dc2-afb7-503b75f5b954 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0800557 Jun 28 11:32:51.039297 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-10f0b947-c2b1-47ad-8a59-c27cb8fb7d09 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241252 Jun 28 11:32:51.171839 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a0ed124a-9e66-4ac4-9daa-49e72fc4c067 req-ed896518-9ed3-4c89-9adb-103a41f66eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265996 Jun 28 11:32:51.244862 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:49Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:32:51.249161 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3039b8-5282-4ff3-8bc4-62b535c1674a None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:49Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:32:51.424696 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec01bf4-6115-432a-93a9-51213a805bd0 None None] New status for floating IP 8ea3cf58-f6b3-4553-8079-4128dc7c8f67: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:32:52.696500 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:32:58.925083 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-413009e1-d1bb-48c2-acba-6247768ee92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:01.284783 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b1b0-67cd-47ce-963e-0dc8e1c53cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:02.351994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:02.406410 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:03.603403 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:03.816399 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-3dc9c3c5-4ed8-4e5e-8ef8-2cc8a8cd9feb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824776 Jun 28 11:33:03.981794 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-ce783e49-9ba2-40e6-8b4d-cce114c7783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:33:03.983252 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-ce783e49-9ba2-40e6-8b4d-cce114c7783d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1098 time: 0.0764785 Jun 28 11:33:04.125103 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-feb64c04-1269-40cd-a3d8-b7a20fec83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:33:04.126643 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-feb64c04-1269-40cd-a3d8-b7a20fec83d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1250622 Jun 28 11:33:04.229768 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-2e0a6ee9-64f5-48cd-9bd8-292bf6180403 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 1001 time: 0.0964174 Jun 28 11:33:04.293906 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-99f31ffe-0b5d-473d-b5e8-a7482a77e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:33:04.295304 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-99f31ffe-0b5d-473d-b5e8-a7482a77e5ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0597882 Jun 28 11:33:04.374286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-ff087e43-ec8d-4c8d-94ea-3e5ab110286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:33:04.375760 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-ff087e43-ec8d-4c8d-94ea-3e5ab110286d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746331 Jun 28 11:33:04.505654 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-f79f0ac0-ba02-44e1-8c3d-da6e0e307900 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236439 Jun 28 11:33:04.632995 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6116e85e-8b09-49ed-bd78-94d5278a7296 req-961c0ca6-c0af-425c-8760-02ccc6dc1742 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208973 Jun 28 11:33:14.038620 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:33:22.710038 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:28.917565 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-874b72b5-4d23-44c1-9788-3c942f90e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:31.287075 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4cd67ced-9a96-4d93-ab66-57711f039bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:32.354705 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:32.408121 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:33.605684 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:51.037739 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:33:52.708871 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:33:58.919478 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-724ba864-2d4f-4321-990b-fcaf27c87f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:01.288659 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4755af95-d895-44fb-aa67-fa96a6486a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:02.356764 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:02.409957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:03.607762 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:04.821983 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-2483b7b0-4c65-4929-980c-a59a1adf4ebd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793262 Jun 28 11:34:04.970295 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-e8b839dc-0e62-4972-bf6d-e551b5225a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:04.971763 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-e8b839dc-0e62-4972-bf6d-e551b5225a3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1098 time: 0.0796611 Jun 28 11:34:05.118468 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-2d1643d1-da47-4e67-a239-0243e6317689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:05.119824 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-2d1643d1-da47-4e67-a239-0243e6317689 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1301048 Jun 28 11:34:05.225927 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-7b067421-66d8-4f01-8c7b-b3f2a8429156 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 1001 time: 0.0984995 Jun 28 11:34:05.287470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-dddcfe76-cdb3-4821-bae4-6466bc661927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:05.288855 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-dddcfe76-cdb3-4821-bae4-6466bc661927 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0574410 Jun 28 11:34:05.372291 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-54193183-3923-4d5d-922b-dbc8a78bebec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:05.373978 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-54193183-3923-4d5d-922b-dbc8a78bebec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790997 Jun 28 11:34:05.501464 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-272218b2-13c6-490d-9cb9-c401ad082506 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207383 Jun 28 11:34:05.729183 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ac1d981a-4067-4f60-abde-0a2670af8c76 req-e501baf7-73d4-41b7-8687-38e54f2cece6 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214439 Jun 28 11:34:09.560397 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60114) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:34:09.566132 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1998966367', 'description': 'tempest-description--506360607'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:09.572773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:34:09.582252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:34:09.591562 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.610886 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:34:09.614629 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:34:09.618109 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:34:09.623917 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:34:09.692614 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.696789 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.740773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcb497f-f18f-44e6-96ac-3379c511dcb5,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:09.750395 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.750797 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.751139 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.751474 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.751806 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.752138 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.752464 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.752787 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.753110 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.753464 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.753805 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.754110 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:09.757111 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.758410 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8afa6259-0ae7-412c-ac8b-173c8ca4fc2e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1969919 Jun 28 11:34:09.762008 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60118) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:34:09.766822 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': 'bdcb497f-f18f-44e6-96ac-3379c511dcb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:09.772833 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:34:09.777169 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:34:09.780043 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:34:09.785673 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:34:09.802961 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.866400 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.870601 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.893691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8fad32-ca9d-4200-a751-4855d39b6dd1,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:09.902959 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:09.904138 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-0e91413f-1032-42cb-8bd3-1908a0c1bab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415761 Jun 28 11:34:09.906999 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60122) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:34:09.912884 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': 'bdcb497f-f18f-44e6-96ac-3379c511dcb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:09.919539 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:34:09.923387 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:34:09.926243 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:34:09.933014 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:34:09.948732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.006882 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.010681 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.033616 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1c648f-6e1a-4cc8-8397-150df5262001,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:10.044080 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.044428 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.044782 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.045096 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.045459 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.045789 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.046115 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.046440 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.046762 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.047082 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.047404 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.047722 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:10.050286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.051426 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-b8c0117d-473a-48ca-925e-32b1b3006055 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426458 Jun 28 11:34:10.055211 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60126) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:34:10.059985 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:10.065691 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:34:10.069435 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:floatingip and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:34:10.072342 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:34:10.077966 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:34:10.090046 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.219960 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.355060 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.27.1.17 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/9399c343-da73-4092-b216-f14c1057e50c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:34:10.501178 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.529438 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.591828 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:34:10.594499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:34:10.597285 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:34:10.641338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=9399c343-da73-4092-b216-f14c1057e50c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:10.686829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.745796 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.949048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:10.953584 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:11.056409 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=9399c343-da73-4092-b216-f14c1057e50c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:11.071725 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:11.093633 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:11.094844 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-69eb0d85-f840-4d61-b9e0-69e4c8b57d02 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0387526 Jun 28 11:34:11.257034 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-648f62a4-2066-468e-8d82-03e2fa3fa405 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1998966367&fields=id&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 267 time: 0.0397809 Jun 28 11:34:11.405055 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-4d1b6b5b-bd7c-4757-a4ee-071d31bc4220 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:11.406512 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-4d1b6b5b-bd7c-4757-a4ee-071d31bc4220 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.1421416 Jun 28 11:34:11.421017 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-cb6881b2-5e40-4512-84ad-987b5172f8ea tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/quotas/3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 375 time: 0.0091376 Jun 28 11:34:11.513906 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-eb47e8e6-9fa8-48ee-86c4-a79a83c60d16 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0878625 Jun 28 11:34:11.569884 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-f9efb35f-06ea-49f3-8826-3d947c64405c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:34:11.570929 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-f9efb35f-06ea-49f3-8826-3d947c64405c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460758 Jun 28 11:34:11.699840 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-ff203e2f-dab2-4576-8578-8e704d8d9e8a service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230097 Jun 28 11:34:11.830001 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-b703732f-837c-4079-a5eb-6e14376e4362 service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244349 Jun 28 11:34:12.015276 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-83198d0b-4b87-465f-844e-8e8c0dfe95b5 req-9b5c5191-395a-454c-9328-a462d599f03c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 210 time: 0.0501282 Jun 28 11:34:13.119339 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3f219548-f182-4a53-8ca5-cbbf5adf5f4c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:13.120796 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3f219548-f182-4a53-8ca5-cbbf5adf5f4c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.2516489 Jun 28 11:34:13.188592 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d56901ec-5a46-40b7-b8e0-435af0062075 req-a26eafdc-dfed-4360-8149-0c5b73972df2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 210 time: 0.0656948 Jun 28 11:34:13.219030 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-39fb3c7c-d4c8-43c8-9b89-3448d3072fef tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 473 time: 0.0582728 Jun 28 11:34:13.228155 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'port': {'device_id': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'admin_state_up': True, 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'security_groups': ['bdcb497f-f18f-44e6-96ac-3379c511dcb5']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:13.361148 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:34:13.371021 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:34:13.380222 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Made reservation on behalf of 3d150009c86f429594ee5c426a72700b for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:34:13.383636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:13.544931 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.20.0.13 (96202975-dca6-4f93-ab0a-90f1a47bb47f/a9a8c58c-21ea-4c16-9b4b-57a95799ea98/76b00113-076c-469c-9739-8c2c5609ce71) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:34:13.732749 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:13.750592 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Transition to ACTIVE for port object 76b00113-076c-469c-9739-8c2c5609ce71 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:34:13.775665 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:13.841002 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:34:13.843754 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:34:13.852118 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:34:13.889163 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=76b00113-076c-469c-9739-8c2c5609ce71,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:13.920637 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:13.921277 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:13.950251 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-039038e8-f7a4-4c6c-838b-e115fb3d6f50 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7261884 Jun 28 11:34:13.963690 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Request body: {'port': {'device_id': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:14.077953 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.079264 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d175ea2a-f7b7-4638-9c10-1001d797cf7e None None] Provisioning for port 76b00113-076c-469c-9739-8c2c5609ce71 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:34:14.084197 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-d175ea2a-f7b7-4638-9c10-1001d797cf7e None None] Provisioning complete for port 76b00113-076c-469c-9739-8c2c5609ce71 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:34:14.084560 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d175ea2a-f7b7-4638-9c10-1001d797cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.137182 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-d175ea2a-f7b7-4638-9c10-1001d797cf7e None None] Port 76b00113-076c-469c-9739-8c2c5609ce71 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:34:14.380212 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed3170-9b37-4280-b4fc-1160a2e2cf2c req-b8ceab21-7bb6-4845-a3df-c05a5e343be7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:14.381686 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5eed3170-9b37-4280-b4fc-1160a2e2cf2c req-b8ceab21-7bb6-4845-a3df-c05a5e343be7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 932 time: 0.0901144 Jun 28 11:34:14.416432 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b00113-076c-469c-9739-8c2c5609ce71 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:34:14.423375 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.425193 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-5eed3170-9b37-4280-b4fc-1160a2e2cf2c req-9760125c-ab24-4425-9811-a0bf33c7e98e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:34:14.437908 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Transition to ACTIVE for port object 76b00113-076c-469c-9739-8c2c5609ce71 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:34:14.440233 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-5eed3170-9b37-4280-b4fc-1160a2e2cf2c req-9760125c-ab24-4425-9811-a0bf33c7e98e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:34:14.441423 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-5eed3170-9b37-4280-b4fc-1160a2e2cf2c req-9760125c-ab24-4425-9811-a0bf33c7e98e tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532529 Jun 28 11:34:14.441687 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.576607 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Pushing event updated for resources: {'Port': ['ID=76b00113-076c-469c-9739-8c2c5609ce71,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:14.687889 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Attempting to bind port 76b00113-076c-469c-9739-8c2c5609ce71 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:34:14.688153 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Attempting to bind port 76b00113-076c-469c-9739-8c2c5609ce71 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:34:14.688475 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Attempting to bind port 76b00113-076c-469c-9739-8c2c5609ce71 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:34:14.693008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Port 76b00113-076c-469c-9739-8c2c5609ce71 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:34:14.693349 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Attempting to bind port 76b00113-076c-469c-9739-8c2c5609ce71 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:34:14.698841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:34:14.699168 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:34:14.699549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Bound using segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:34:14.699969 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Bound port: 76b00113-076c-469c-9739-8c2c5609ce71, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:34:14.700308 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.891108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] For port 76b00113-076c-469c-9739-8c2c5609ce71, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:34:14.893992 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] For port 76b00113-076c-469c-9739-8c2c5609ce71, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=76b00113-076c-469c-9739-8c2c5609ce71,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:34:14.899642 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.962570 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:14.963178 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:14.964524 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] 10.222.0.26 "PUT /v2.0/ports/76b00113-076c-469c-9739-8c2c5609ce71 HTTP/1.1" status: 200 len: 1094 time: 1.0053811 Jun 28 11:34:14.964958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:34:14.999115 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81cf7c-5753-41bc-b255-e19f346ecea0 service neutron] Pushing event updated for resources: {'Port': ['ID=76b00113-076c-469c-9739-8c2c5609ce71,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:15.091133 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4465ef0-5d53-4700-829c-9536a0a5fca7'] response: {'name': 'network-changed', 'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71', 'status': 'completed', 'code': 200} Jun 28 11:34:15.096637 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-5b7c7a5a-903b-4aad-a830-e8b6db1f7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.098224 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-5b7c7a5a-903b-4aad-a830-e8b6db1f7f07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 1097 time: 0.0871084 Jun 28 11:34:15.169888 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-0a9a2e69-7cfc-4b99-9758-6cd0ac1cca12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76b00113-076c-469c-9739-8c2c5609ce71 HTTP/1.1" status: 200 len: 217 time: 0.0652962 Jun 28 11:34:15.232648 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-1737ecd4-8daf-4956-b2ba-4b7de8c1238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.234048 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-1737ecd4-8daf-4956-b2ba-4b7de8c1238a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0591578 Jun 28 11:34:15.320516 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3109efdc-698e-4cc6-8685-bab91103d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.322002 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-3109efdc-698e-4cc6-8685-bab91103d924 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0822566 Jun 28 11:34:15.452051 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-59d14f40-37b8-478b-9c47-d7b6a79100a2 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242614 Jun 28 11:34:15.589496 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-bb8d4775-fcb6-4b2c-a37f-396827c795c9 req-03acbd45-9dbe-4175-afe9-f5f45cc64ddd service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308048 Jun 28 11:34:15.644979 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de7aa4-74c8-4a28-b8f2-33968320986a req-52b6eaa9-311c-4f17-a06b-257b5f9c93ec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.646453 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-24de7aa4-74c8-4a28-b8f2-33968320986a req-52b6eaa9-311c-4f17-a06b-257b5f9c93ec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 944 time: 0.0907900 Jun 28 11:34:15.691594 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-24de7aa4-74c8-4a28-b8f2-33968320986a req-4a0254eb-02b6-4a63-ac48-d0679d428508 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Jun 28 11:34:15.711378 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-4d0a6468-6e8e-4052-a37b-b55188202615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.712991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-4d0a6468-6e8e-4052-a37b-b55188202615 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 1097 time: 0.0791023 Jun 28 11:34:15.840574 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-6ca2c477-6bfe-4522-b8b3-d9f215474a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.842139 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-6ca2c477-6bfe-4522-b8b3-d9f215474a4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1235874 Jun 28 11:34:15.912387 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-7909c524-f10f-4a99-a2e5-f6e1c9997488 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76b00113-076c-469c-9739-8c2c5609ce71 HTTP/1.1" status: 200 len: 217 time: 0.0632401 Jun 28 11:34:15.974046 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-b0dd503b-4d80-4858-9774-e6eaa483bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:15.975449 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-b0dd503b-4d80-4858-9774-e6eaa483bda0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0567296 Jun 28 11:34:16.059568 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-646cbb62-1109-4a49-b089-13d7f320c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:16.061040 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-646cbb62-1109-4a49-b089-13d7f320c40e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801094 Jun 28 11:34:16.192264 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-a36cf127-1936-48a8-ab7c-2d5ffc492460 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227901 Jun 28 11:34:16.320927 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a15cf6fe-9048-4973-90df-3a9b6af1e7ca req-c054436c-f394-4478-a2b0-def375ffa7fa service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223152 Jun 28 11:34:16.891541 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab824e0-eb21-4d0a-b792-67dafe430517 req-6c71748f-5b8f-4368-9492-7e356f76982b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:16.892243 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-aab824e0-eb21-4d0a-b792-67dafe430517 req-6c71748f-5b8f-4368-9492-7e356f76982b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:34:16.907954 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-aab824e0-eb21-4d0a-b792-67dafe430517 req-6c71748f-5b8f-4368-9492-7e356f76982b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:34:16.909113 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aab824e0-eb21-4d0a-b792-67dafe430517 req-6c71748f-5b8f-4368-9492-7e356f76982b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 944 time: 0.1082745 Jun 28 11:34:16.959137 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-aab824e0-eb21-4d0a-b792-67dafe430517 req-63953e48-9984-4411-a6c4-81d18480ec37 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426221 Jun 28 11:34:17.724587 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 76b00113-076c-469c-9739-8c2c5609ce71 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:34:17.855177 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 76b00113-076c-469c-9739-8c2c5609ce71, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=76b00113-076c-469c-9739-8c2c5609ce71,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:34:17.873115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '76b00113-076c-469c-9739-8c2c5609ce71', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'port_id': '76b00113-076c-469c-9739-8c2c5609ce71', 'mac_address': 'fa:16:3e:1a:6e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:34:17.931915 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 76b00113-076c-469c-9739-8c2c5609ce71 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:34:17.932287 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:17.948923 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b00113-076c-469c-9739-8c2c5609ce71 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:34:17.963540 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 76b00113-076c-469c-9739-8c2c5609ce71, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=76b00113-076c-469c-9739-8c2c5609ce71,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:34:17.967253 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:18.037158 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=76b00113-076c-469c-9739-8c2c5609ce71,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:18.045763 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.046115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.046458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.046795 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.047132 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.047464 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.047895 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.048230 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.048558 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.048883 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.049207 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.049560 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:34:18.154235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825c690-25ac-437e-bf82-a94220a2f1c3 req-d96af5f5-1f11-4113-97d8-cc150d2865bc tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:18.155681 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c825c690-25ac-437e-bf82-a94220a2f1c3 req-d96af5f5-1f11-4113-97d8-cc150d2865bc tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 945 time: 0.0916512 Jun 28 11:34:18.203084 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c825c690-25ac-437e-bf82-a94220a2f1c3 req-0fb11e90-eaeb-4e31-b394-3261bac74dc0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Jun 28 11:34:18.276256 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['76b00113-076c-469c-9739-8c2c5609ce71'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:34:19.492911 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44eda01-b0cd-4350-a962-cbda0005df15 req-1cbab82d-468c-44dd-ba14-fbccad131cc3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:19.494289 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c44eda01-b0cd-4350-a962-cbda0005df15 req-1cbab82d-468c-44dd-ba14-fbccad131cc3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 945 time: 0.1869628 Jun 28 11:34:19.537418 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c44eda01-b0cd-4350-a962-cbda0005df15 req-026212a6-8da3-45f0-b24a-3b300ca21336 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371678 Jun 28 11:34:19.739949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 76b00113-076c-469c-9739-8c2c5609ce71 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:34:19.809957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 76b00113-076c-469c-9739-8c2c5609ce71 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:34:19.814977 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 76b00113-076c-469c-9739-8c2c5609ce71 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:34:19.815345 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:19.931719 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 76b00113-076c-469c-9739-8c2c5609ce71 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:34:19.932108 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:19.959070 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:34:19.969040 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 76b00113-076c-469c-9739-8c2c5609ce71, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=76b00113-076c-469c-9739-8c2c5609ce71,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:34:19.972905 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:20.012734 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230b2aa5-85b9-4b8b-8eaf-4793b49ddf49'] response: {'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71', 'code': 200} Jun 28 11:34:20.044728 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=76b00113-076c-469c-9739-8c2c5609ce71,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:34:20.232561 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f6b4-8d73-41d5-8bdf-65427ae4d70a req-7b032be7-7cd5-4391-ad37-ec02ed8e736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:20.234057 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-55d8f6b4-8d73-41d5-8bdf-65427ae4d70a req-7b032be7-7cd5-4391-ad37-ec02ed8e736b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 1099 time: 0.0770133 Jun 28 11:34:20.272988 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-55d8f6b4-8d73-41d5-8bdf-65427ae4d70a req-3aa9f1a8-0998-42b2-9bd7-55b20a8a78c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328679 Jun 28 11:34:20.729329 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3986a-b60a-40b9-a102-6af89c94141e req-b46b3a52-ff78-4476-81f6-c16333965f9a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:20.730771 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2fc3986a-b60a-40b9-a102-6af89c94141e req-b46b3a52-ff78-4476-81f6-c16333965f9a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 946 time: 0.0893202 Jun 28 11:34:20.773823 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2fc3986a-b60a-40b9-a102-6af89c94141e req-b3c888b1-ba46-4ae1-8f0e-6c5f42290619 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370078 Jun 28 11:34:21.978405 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1e578-f8ea-4434-a018-a59e4eda26c1 req-ffe2bc4e-e0e3-4cb4-ae8c-0e8326343f97 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:21.979839 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0fd1e578-f8ea-4434-a018-a59e4eda26c1 req-ffe2bc4e-e0e3-4cb4-ae8c-0e8326343f97 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 946 time: 0.0924344 Jun 28 11:34:22.023045 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-0fd1e578-f8ea-4434-a018-a59e4eda26c1 req-561c268a-805c-4c62-a1b0-50399e9afd89 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376148 Jun 28 11:34:22.207353 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaa5e8-0ac0-40ee-b543-f4b688f1492e req-c0bd98d8-54d2-4642-b369-30f6748f4225 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:22.208811 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-ddfaa5e8-0ac0-40ee-b543-f4b688f1492e req-c0bd98d8-54d2-4642-b369-30f6748f4225 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 946 time: 0.0876715 Jun 28 11:34:22.217743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60184) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:34:22.222812 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'port_id': '76b00113-076c-469c-9739-8c2c5609ce71'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:34:22.299968 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:22.721372 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:22.878754 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:22.882817 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:23.149472 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.l3_db [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP 3c988378-30ff-4d52-bae7-34980e8b9c11 associated. External IP: 172.27.1.17, port: 76b00113-076c-469c-9739-8c2c5609ce71. Jun 28 11:34:23.505172 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:34:23.679148 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:34:23.683936 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:23.688678 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:34:23.698215 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:34:23.698810 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:34:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:34:23.740711 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-93a4a141-3128-4233-bc70-8186a73a8943 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "PUT /v2.0/floatingips/3c988378-30ff-4d52-bae7-34980e8b9c11 HTTP/1.1" status: 200 len: 991 time: 1.5218825 Jun 28 11:34:23.741291 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71'}] {{(pid=88059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:34:23.841678 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d146ed2e-08a0-483a-9ad7-1b810f8420b8'] response: {'name': 'network-changed', 'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71', 'status': 'completed', 'code': 200} Jun 28 11:34:23.885788 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:34:23.944172 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-3457f0b3-2f4d-4dd0-8983-0c92ecc98ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:23.945706 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-3457f0b3-2f4d-4dd0-8983-0c92ecc98ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 1099 time: 0.0818598 Jun 28 11:34:24.080898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-bf9272f0-24a2-4064-b4d2-e7f53cef28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:24.082253 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-bf9272f0-24a2-4064-b4d2-e7f53cef28de service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1306317 Jun 28 11:34:24.184287 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-3cdfbee8-c9db-4a35-aaa5-3789eb459ad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76b00113-076c-469c-9739-8c2c5609ce71 HTTP/1.1" status: 200 len: 999 time: 0.0962420 Jun 28 11:34:24.236373 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '3c988378-30ff-4d52-bae7-34980e8b9c11', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': '76b00113-076c-469c-9739-8c2c5609ce71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:1a:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:34:10Z', 'updated_at': '2022-06-28T11:34:22Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}, {'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:51Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:34:24.240446 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:34:24.244730 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-323e1b5b-8ca1-4cec-99b9-e483e00f63c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:24.246194 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-323e1b5b-8ca1-4cec-99b9-e483e00f63c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0565135 Jun 28 11:34:24.249550 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:34:24.250143 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:34:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:34:24.331093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-d95ac79c-224a-4a6d-909b-f1595ecaffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:34:24.332447 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-d95ac79c-224a-4a6d-909b-f1595ecaffb8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801828 Jun 28 11:34:24.463290 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:34:24.464289 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-51ce5c82-596d-413f-a65f-0fb60afa56c8 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257615 Jun 28 11:34:24.596114 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-610e69a0-6632-4e22-a651-46eb470aaa2b req-5fdafe98-03f3-45e4-9a9f-a88e603f020c service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255822 Jun 28 11:34:24.807730 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '3c988378-30ff-4d52-bae7-34980e8b9c11', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': '76b00113-076c-469c-9739-8c2c5609ce71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:1a:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:34:10Z', 'updated_at': '2022-06-28T11:34:22Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}, {'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:51Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:34:24.811602 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a511709-a81f-4d80-907c-698db8f9b574 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '3c988378-30ff-4d52-bae7-34980e8b9c11', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': '76b00113-076c-469c-9739-8c2c5609ce71', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:1a:6e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:34:10Z', 'updated_at': '2022-06-28T11:34:22Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}, {'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:51Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:34:25.005529 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae36e4e8-72bd-49e7-a7ef-8fe35f5f5b8a None None] New status for floating IP 3c988378-30ff-4d52-bae7-34980e8b9c11: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:34:28.037126 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:34:28.921087 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12b83e32-f568-4340-81a7-2d14f52afcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:31.291933 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-98e6285a-ea43-4dce-9125-d01cfcfe0a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:32.360564 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:32.411004 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:33.610692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:52.728831 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:34:58.923552 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3c20-e37c-4057-9f01-20ee57036cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:01.293069 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b048f2a7-1fb6-4161-921d-a81463cf46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:02.362514 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:02.412244 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:03.614164 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:05.036385 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:35:06.832295 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-9a3fa704-6750-4d25-924b-1063b491a8ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769491 Jun 28 11:35:06.978668 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3d67-9fd0-4e16-a364-3745788de440 req-7c4e3d2c-6c1c-4bdc-afc0-c20a90765023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:06.980114 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-7c4e3d2c-6c1c-4bdc-afc0-c20a90765023 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 1098 time: 0.0804813 Jun 28 11:35:07.125787 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3d67-9fd0-4e16-a364-3745788de440 req-82902ee1-b8c9-4adc-ae76-ca7820ea6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:07.127452 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-82902ee1-b8c9-4adc-ae76-ca7820ea6bff service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1276050 Jun 28 11:35:07.225515 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-2fbabb16-9566-42c3-8dab-af84cb3c82e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 200 len: 1001 time: 0.0916293 Jun 28 11:35:07.379333 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3d67-9fd0-4e16-a364-3745788de440 req-5a8d3e95-f1ac-492f-bee6-c1796d561cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:07.380664 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-5a8d3e95-f1ac-492f-bee6-c1796d561cfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.1486764 Jun 28 11:35:07.460559 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b3d67-9fd0-4e16-a364-3745788de440 req-fcdc7607-b5e6-45f3-aca6-9a4a0d0650b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:07.462045 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-fcdc7607-b5e6-45f3-aca6-9a4a0d0650b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751421 Jun 28 11:35:07.593160 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-41c353af-603d-42aa-9adc-37eb6f7d60e4 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236682 Jun 28 11:35:07.722940 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-373b3d67-9fd0-4e16-a364-3745788de440 req-5079602d-2cae-4f49-9e88-6dc7616f5d02 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240456 Jun 28 11:35:22.736877 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:28.924990 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-70175a7e-e8de-4769-8ca8-7344446f0e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:31.289444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c47fa3a5-7ab8-49b3-9127-8276b14a8ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:32.365294 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:32.412600 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:33.619117 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:39.682884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b724-61fe-48e5-b849-7989cae87469 req-e4056fde-f53e-4316-aeb5-234500f5ccf6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:39.684353 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4ff4b724-61fe-48e5-b849-7989cae87469 req-e4056fde-f53e-4316-aeb5-234500f5ccf6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 946 time: 0.0852861 Jun 28 11:35:39.730433 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4ff4b724-61fe-48e5-b849-7989cae87469 req-52fb55df-ee7b-4d6c-9584-b7a12eef6aec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Jun 28 11:35:40.930254 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114fb24-f5bd-4ad3-93c1-617e95745324 req-2e9fd42f-7f03-478e-a7ca-5ff42f07cb99 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:40.931890 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4114fb24-f5bd-4ad3-93c1-617e95745324 req-2e9fd42f-7f03-478e-a7ca-5ff42f07cb99 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 946 time: 0.0947518 Jun 28 11:35:40.976169 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-4114fb24-f5bd-4ad3-93c1-617e95745324 req-f59bc2e1-7ddc-4699-8731-abee16daee2a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=bdcb497f-f18f-44e6-96ac-3379c511dcb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380831 Jun 28 11:35:41.346460 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-ca3fbbd6-f302-4d13-b395-decc1390e881 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:41.347852 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-ca3fbbd6-f302-4d13-b395-decc1390e881 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 946 time: 0.0891080 Jun 28 11:35:41.415127 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port 76b00113-076c-469c-9739-8c2c5609ce71 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:35:41.415464 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:41.653409 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] For port 76b00113-076c-469c-9739-8c2c5609ce71, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=76b00113-076c-469c-9739-8c2c5609ce71,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:35:41.653677 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:41.935140 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:41.935856 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:41.936178 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP 3c988378-30ff-4d52-bae7-34980e8b9c11 disassociated. External IP: 172.27.1.17, port: 76b00113-076c-469c-9739-8c2c5609ce71. Jun 28 11:35:41.936521 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for 76b00113-076c-469c-9739-8c2c5609ce71 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:35:42.035750 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:35:42.089681 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:42.137409 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-14131d9c-1208-4762-be94-b63e46ef543b req-c93bb29e-388d-4090-bf85-b4c72d8b3bcb tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 210 time: 0.0493429 Jun 28 11:35:42.143344 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=76b00113-076c-469c-9739-8c2c5609ce71,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:42.156810 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.157164 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.157566 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.158057 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.158395 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.158727 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.159059 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.159389 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.159875 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.160194 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.160525 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.160848 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:42.433629 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:35:42.620951 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:35:42.632312 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:35:42.642530 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:35:42.644084 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:35:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:42.709289 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] No DVR routers for this DVR port 76b00113-076c-469c-9739-8c2c5609ce71 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:35:42.711653 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:42.714150 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'name': 'network-vif-deleted', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:35:42.731272 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-a9536c31-ed6d-4bc9-8f10-6df4f1c24a97 req-3688f63a-bcfe-409c-9ff7-1b08919f1357 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "DELETE /v2.0/ports/76b00113-076c-469c-9739-8c2c5609ce71 HTTP/1.1" status: 204 len: 173 time: 1.3780839 Jun 28 11:35:42.770494 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ca4b4c-e039-451a-ba55-0c3dfe2124c4'] response: {'server_uuid': 'eb96cf45-939d-4ec8-8abc-984c077fb982', 'name': 'network-vif-deleted', 'tag': '76b00113-076c-469c-9739-8c2c5609ce71', 'status': 'completed', 'code': 200} Jun 28 11:35:42.830284 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:35:43.198573 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:51Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:43.203422 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:35:43.212217 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:35:43.213842 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:35:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:43.323930 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ed41b199-7632-4357-bafb-0bb7bda875ac req-b7da5f18-171d-4527-b71b-8b9b7e1308b1 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb96cf45-939d-4ec8-8abc-984c077fb982 HTTP/1.1" status: 200 len: 210 time: 0.0551062 Jun 28 11:35:43.401472 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:35:43.781730 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:51Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:43.785604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3415bb-46b9-4a8c-835a-b15b9154524a None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': '8ea3cf58-f6b3-4553-8079-4128dc7c8f67', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.159', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:13:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:32:33Z', 'updated_at': '2022-06-28T11:32:51Z', 'revision_number': 2, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:35:43.986766 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d36024-9e2e-4057-ae4b-d681d1abd58b None None] New status for floating IP 3c988378-30ff-4d52-bae7-34980e8b9c11: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:35:44.314679 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 76b00113-076c-469c-9739-8c2c5609ce71 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:35:44.351345 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 76b00113-076c-469c-9739-8c2c5609ce71 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:35:44.351698 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 76b00113-076c-469c-9739-8c2c5609ce71 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:35:44.447666 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60240) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:44.512411 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:44.539358 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:44.592002 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:44.611821 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcb497f-f18f-44e6-96ac-3379c511dcb5,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:44.620415 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.620765 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.621102 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.621469 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.621799 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.622131 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.622458 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.622784 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.623565 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.623898 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.624483 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.624812 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:35:44.632089 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:44.633199 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-70890606-dcf9-4e12-b37b-0c67124697ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/security-groups/bdcb497f-f18f-44e6-96ac-3379c511dcb5 HTTP/1.1" status: 204 len: 168 time: 0.1845345 Jun 28 11:35:44.635878 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60244) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:44.652246 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.api.v2.resource [None req-4ca7f6ca-b132-4dac-b8dc-4ef81fab5494 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] show failed (client error): The resource could not be found. Jun 28 11:35:44.653209 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4ca7f6ca-b132-4dac-b8dc-4ef81fab5494 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups/bdcb497f-f18f-44e6-96ac-3379c511dcb5 HTTP/1.1" status: 404 len: 347 time: 0.0164526 Jun 28 11:35:44.656599 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60248) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:44.811457 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port 9399c343-da73-4092-b216-f14c1057e50c {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:35:44.811691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:45.072371 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:45.072614 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:45.199888 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for 9399c343-da73-4092-b216-f14c1057e50c owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:35:45.339135 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:45.392886 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=9399c343-da73-4092-b216-f14c1057e50c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:45.488165 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:45.501857 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:45.502971 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-062c9b8f-152a-41e5-8fff-9a572c8a5c28 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/floatingips/3c988378-30ff-4d52-bae7-34980e8b9c11 HTTP/1.1" status: 204 len: 168 time: 0.8454745 Jun 28 11:35:47.520423 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53dca9-9c0a-42e3-ac28-461392e02e72 req-af7dcd18-9e68-4c52-a0e6-97ab6872a617 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:47.521575 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6f53dca9-9c0a-42e3-ac28-461392e02e72 req-af7dcd18-9e68-4c52-a0e6-97ab6872a617 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:47.537165 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6f53dca9-9c0a-42e3-ac28-461392e02e72 req-af7dcd18-9e68-4c52-a0e6-97ab6872a617 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:47.538380 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f53dca9-9c0a-42e3-ac28-461392e02e72 req-af7dcd18-9e68-4c52-a0e6-97ab6872a617 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.1033776 Jun 28 11:35:47.583574 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f53dca9-9c0a-42e3-ac28-461392e02e72 req-9d028bb7-5a38-495e-b4eb-15d8e52dacdc tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Jun 28 11:35:48.781125 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-d7b1e123-aecb-42f3-b58c-e3a164188a1a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:48.781844 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-d7b1e123-aecb-42f3-b58c-e3a164188a1a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:48.793117 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-d7b1e123-aecb-42f3-b58c-e3a164188a1a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:48.794241 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-d7b1e123-aecb-42f3-b58c-e3a164188a1a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.1053300 Jun 28 11:35:48.837703 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-748c1609-5a9b-4c76-9199-300e3782c325 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:48.853328 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-748c1609-5a9b-4c76-9199-300e3782c325 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:48.854514 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-21eac6e0-dfa0-4537-aa6f-dae23fc9bd48 req-748c1609-5a9b-4c76-9199-300e3782c325 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544705 Jun 28 11:35:49.273965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-ec89d6fe-4062-4b30-9d74-5d97a1707dc0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:49.275412 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-ec89d6fe-4062-4b30-9d74-5d97a1707dc0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 945 time: 0.0915828 Jun 28 11:35:49.344324 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port be5c421f-6ee1-4c33-a4b9-1a8015c92759 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:35:49.344660 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:49.584558 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] For port be5c421f-6ee1-4c33-a4b9-1a8015c92759, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=be5c421f-6ee1-4c33-a4b9-1a8015c92759,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:35:49.584825 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:49.869230 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:49.869543 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:49.869853 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP 8ea3cf58-f6b3-4553-8079-4128dc7c8f67 disassociated. External IP: 172.27.1.159, port: be5c421f-6ee1-4c33-a4b9-1a8015c92759. Jun 28 11:35:49.870189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for be5c421f-6ee1-4c33-a4b9-1a8015c92759 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:35:50.061202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:50.116426 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=be5c421f-6ee1-4c33-a4b9-1a8015c92759,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:50.348744 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20553e-4fe7-4dd1-9755-f5241367a286 req-0005940f-05d2-4095-87a6-e38650999cf0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:50.350184 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cd20553e-4fe7-4dd1-9755-f5241367a286 req-0005940f-05d2-4095-87a6-e38650999cf0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=7901130f-5a56-4b89-8bd6-e44bb7761794 HTTP/1.1" status: 200 len: 867 time: 0.3718748 Jun 28 11:35:50.422016 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cd20553e-4fe7-4dd1-9755-f5241367a286 req-d434a99f-5a5d-4cd5-88dc-fe96d051955d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=32659c5e-add0-4ec9-bcf8-2a1be76f3408&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643680 Jun 28 11:35:50.448674 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:35:50.635316 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:35:50.646791 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:35:50.656541 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:35:50.657139 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:35:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:50.722277 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] No DVR routers for this DVR port be5c421f-6ee1-4c33-a4b9-1a8015c92759 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:35:50.724662 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:50.727147 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'name': 'network-vif-deleted', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:35:50.743343 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-477e2a5f-0031-4c04-b9cc-679e73588f11 req-c4b7dd9c-b719-4008-9b19-f4dd56ab0fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "DELETE /v2.0/ports/be5c421f-6ee1-4c33-a4b9-1a8015c92759 HTTP/1.1" status: 204 len: 173 time: 1.4613528 Jun 28 11:35:50.774473 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f3b6f5-dc67-49a9-9a8e-1640a46a1571'] response: {'server_uuid': '7901130f-5a56-4b89-8bd6-e44bb7761794', 'name': 'network-vif-deleted', 'tag': 'be5c421f-6ee1-4c33-a4b9-1a8015c92759', 'status': 'completed', 'code': 200} Jun 28 11:35:50.839924 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:35:51.154412 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:51.158224 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:35:51.166468 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:35:51.167094 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:35:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:51.347658 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:35:51.542992 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60280) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:51.608387 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a27d-cda5-4f88-837b-919a4861cef8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:51.636200 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a27d-cda5-4f88-837b-919a4861cef8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:51.698389 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a27d-cda5-4f88-837b-919a4861cef8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:51.714017 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:35:51.720683 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c33d3d6-e3f4-480b-aa7d-c6b5c5732e22 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:35:51.727452 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1a27d-cda5-4f88-837b-919a4861cef8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32659c5e-add0-4ec9-bcf8-2a1be76f3408,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:51.742135 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6cc1a27d-cda5-4f88-837b-919a4861cef8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:51.743659 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6cc1a27d-cda5-4f88-837b-919a4861cef8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/security-groups/32659c5e-add0-4ec9-bcf8-2a1be76f3408 HTTP/1.1" status: 204 len: 168 time: 0.1991093 Jun 28 11:35:51.748390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60284) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:51.772866 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.api.v2.resource [None req-202827e1-9748-4f17-8684-ada4403607e3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] show failed (client error): The resource could not be found. Jun 28 11:35:51.773928 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-202827e1-9748-4f17-8684-ada4403607e3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups/32659c5e-add0-4ec9-bcf8-2a1be76f3408 HTTP/1.1" status: 404 len: 347 time: 0.0248520 Jun 28 11:35:51.777286 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60288) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:51.935790 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port fc240827-b3a1-48bb-99bc-3d3b7b925173 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:35:51.936288 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:51.957930 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2496218-2066-4741-92c2-03dfaea48145 None None] New status for floating IP 8ea3cf58-f6b3-4553-8079-4128dc7c8f67: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:35:52.108724 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:52.109093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:52.235525 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for fc240827-b3a1-48bb-99bc-3d3b7b925173 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:35:52.315929 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.db.api [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88060) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:35:52.316253 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG oslo_db.api [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:35:52.331660 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device be5c421f-6ee1-4c33-a4b9-1a8015c92759 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:35:52.364904 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: be5c421f-6ee1-4c33-a4b9-1a8015c92759 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:35:52.365237 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device be5c421f-6ee1-4c33-a4b9-1a8015c92759 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:35:52.817816 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port fc240827-b3a1-48bb-99bc-3d3b7b925173 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:35:52.818368 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:52.939030 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:52.989446 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:52.989772 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.212191 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for fc240827-b3a1-48bb-99bc-3d3b7b925173 owned by network:floatingip {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:35:53.353257 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.400655 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=fc240827-b3a1-48bb-99bc-3d3b7b925173,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:53.507493 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.521462 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.522550 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-7df67942-b17c-42ec-bc56-d4a397cffbc9 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/floatingips/8ea3cf58-f6b3-4553-8079-4128dc7c8f67 HTTP/1.1" status: 204 len: 168 time: 1.7443635 Jun 28 11:35:53.607473 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60294) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:53.612787 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1156655600', 'description': 'tempest-description--1805256963'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:35:53.618576 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:35:53.623223 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:35:53.626799 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:35:53.632685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:35:53.641951 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.661739 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:35:53.665626 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:35:53.668323 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:35:53.674784 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:35:53.744058 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.747940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.795003 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16325fb4-2fc7-433a-b59f-40c1b85bb932,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:53.801818 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.802905 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-c886e36d-7316-4798-83b1-f3a2a071b0d4 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1944225 Jun 28 11:35:53.805610 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60298) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:53.811049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': '16325fb4-2fc7-433a-b59f-40c1b85bb932', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:35:53.816788 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:35:53.820549 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:35:53.823398 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:35:53.829980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:35:53.847370 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.906785 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.910573 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.938512 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043ad8ca-a93c-4f5f-8383-00eb98bf0114,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:53.945263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:53.946444 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-94d8940d-55be-4ab9-818b-6a92064d7814 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399128 Jun 28 11:35:53.948985 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60302) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:53.954934 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': '16325fb4-2fc7-433a-b59f-40c1b85bb932', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:35:53.960850 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:35:53.964692 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:35:53.968101 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:35:53.973713 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:35:53.989454 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.049325 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.052453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.080193 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e7de58-69f6-4378-909c-43c111fbd0bd,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:54.086494 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.087774 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-e7381043-2b36-4a61-8585-506ccf2f9185 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378589 Jun 28 11:35:54.090855 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60306) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:35:54.096026 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:35:54.101918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:35:54.105673 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:floatingip and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:35:54.108592 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:35:54.114206 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:35:54.127031 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.257872 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.392556 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.27.1.41 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:35:54.537010 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.565263 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.626513 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:35:54.629138 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:35:54.637220 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:35:54.672077 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:54.719565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.787362 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.992227 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:54.996742 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:55.099978 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:55.115496 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:55.137048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:55.138255 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-1ca2f240-0c57-44dd-95fc-b2f7003673ed tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0459261 Jun 28 11:35:55.299252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-ddc15449-cfa1-4f0f-be63-224b17b10436 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:55.314726 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-ddc15449-cfa1-4f0f-be63-224b17b10436 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:55.316545 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-ddc15449-cfa1-4f0f-be63-224b17b10436 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1156655600&fields=id&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 267 time: 0.0553339 Jun 28 11:35:55.470946 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-2ae50dc8-62d4-49e2-a63d-32189f2afb87 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:55.472317 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-2ae50dc8-62d4-49e2-a63d-32189f2afb87 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.1494014 Jun 28 11:35:55.487157 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-905f1a4d-13bd-4e9b-aa13-025a5391e2e1 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/quotas/3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 375 time: 0.0093570 Jun 28 11:35:55.576970 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-b206b77e-eb6a-46fc-aa44-6aaf10d76092 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0850160 Jun 28 11:35:55.713745 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-840950de-2181-45e6-845c-8b4c659e12ca service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253781 Jun 28 11:35:55.845070 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-8adf3cdc-66e6-4ea2-ba41-c248ac0571d1 service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248937 Jun 28 11:35:56.027293 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-e9d8ef22-a66f-451a-a15d-4c4e8f146f11 req-dde32d08-a2a0-4f95-9873-b9ce3bee1096 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:56.047099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-e9d8ef22-a66f-451a-a15d-4c4e8f146f11 req-dde32d08-a2a0-4f95-9873-b9ce3bee1096 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:56.048269 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-e9d8ef22-a66f-451a-a15d-4c4e8f146f11 req-dde32d08-a2a0-4f95-9873-b9ce3bee1096 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 210 time: 0.0704348 Jun 28 11:35:57.150660 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-52ca7542-263f-4a37-99d7-d393becb9422 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:57.152064 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-52ca7542-263f-4a37-99d7-d393becb9422 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.2587981 Jun 28 11:35:57.203092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-03f83146-c898-4df5-96ef-44591005f55d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:57.214278 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-03f83146-c898-4df5-96ef-44591005f55d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:57.215380 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-03f83146-c898-4df5-96ef-44591005f55d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 380 time: 0.0547097 Jun 28 11:35:57.218640 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-81a27008-bf6d-49e6-92eb-ceb3ab3340ac req-cdbb4a65-2e5a-43f1-a615-dcf2679b5d7f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 210 time: 0.0536733 Jun 28 11:35:57.224676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'port': {'device_id': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'admin_state_up': True, 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'security_groups': ['16325fb4-2fc7-433a-b59f-40c1b85bb932']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:35:57.357600 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:35:57.367099 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:35:57.377840 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Made reservation on behalf of 3d150009c86f429594ee5c426a72700b for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:35:57.381171 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:57.536826 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.20.0.8 (96202975-dca6-4f93-ab0a-90f1a47bb47f/a9a8c58c-21ea-4c16-9b4b-57a95799ea98/fe07c38f-f339-47d6-8621-62f32d69d8cf) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:35:57.730698 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:57.745311 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Transition to ACTIVE for port object fe07c38f-f339-47d6-8621-62f32d69d8cf will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:35:57.768298 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:57.831946 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:35:57.839299 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:35:57.844211 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:35:57.874710 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=fe07c38f-f339-47d6-8621-62f32d69d8cf,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:57.918260 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:57.918865 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:57.947210 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-28788e44-2716-4791-b82e-d559c81c0fe0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260048 Jun 28 11:35:57.960745 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Request body: {'port': {'device_id': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:35:58.073349 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:58.125529 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-579b1b6e-78c6-4334-8cd8-bdbed10bf9c9 None None] Provisioning for port fe07c38f-f339-47d6-8621-62f32d69d8cf completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:35:58.134026 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-579b1b6e-78c6-4334-8cd8-bdbed10bf9c9 None None] Provisioning complete for port fe07c38f-f339-47d6-8621-62f32d69d8cf triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:35:58.134389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-579b1b6e-78c6-4334-8cd8-bdbed10bf9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:58.189826 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-579b1b6e-78c6-4334-8cd8-bdbed10bf9c9 None None] Port fe07c38f-f339-47d6-8621-62f32d69d8cf cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:35:58.480969 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4bcb8-75a8-40e5-b8bf-7b60dc5ab3ef req-c388e5c9-1c72-4f01-96b2-e4231d182266 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:58.481687 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-d9e4bcb8-75a8-40e5-b8bf-7b60dc5ab3ef req-c388e5c9-1c72-4f01-96b2-e4231d182266 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:35:58.494241 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe07c38f-f339-47d6-8621-62f32d69d8cf {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:35:58.505350 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:58.514926 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-d9e4bcb8-75a8-40e5-b8bf-7b60dc5ab3ef req-c388e5c9-1c72-4f01-96b2-e4231d182266 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:35:58.516016 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d9e4bcb8-75a8-40e5-b8bf-7b60dc5ab3ef req-c388e5c9-1c72-4f01-96b2-e4231d182266 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 931 time: 0.1931014 Jun 28 11:35:58.521524 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Transition to ACTIVE for port object fe07c38f-f339-47d6-8621-62f32d69d8cf will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:35:58.536935 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:58.684489 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d9e4bcb8-75a8-40e5-b8bf-7b60dc5ab3ef req-5336311e-90a4-49e6-a862-397e790241b1 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618483 Jun 28 11:35:58.722251 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe07c38f-f339-47d6-8621-62f32d69d8cf,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:58.805045 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Attempting to bind port fe07c38f-f339-47d6-8621-62f32d69d8cf on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:35:58.805411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Attempting to bind port fe07c38f-f339-47d6-8621-62f32d69d8cf by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:35:58.805748 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Attempting to bind port fe07c38f-f339-47d6-8621-62f32d69d8cf on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:35:58.810362 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Port fe07c38f-f339-47d6-8621-62f32d69d8cf on network 96202975-dca6-4f93-ab0a-90f1a47bb47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:35:58.810683 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Attempting to bind port fe07c38f-f339-47d6-8621-62f32d69d8cf on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:35:58.816236 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:35:58.816565 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:35:58.816939 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Bound using segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:35:58.817391 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Bound port: fe07c38f-f339-47d6-8621-62f32d69d8cf, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:35:58.817734 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:58.928465 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9cd9a36f-454d-49bc-b003-a12f2dff4229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:59.000232 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] For port fe07c38f-f339-47d6-8621-62f32d69d8cf, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:35:59.003074 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] For port fe07c38f-f339-47d6-8621-62f32d69d8cf, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:35:59.007108 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:59.062503 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:59.063115 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:35:59.064474 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe07c38f-f339-47d6-8621-62f32d69d8cf HTTP/1.1" status: 200 len: 1093 time: 1.1079299 Jun 28 11:35:59.064918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:35:59.091535 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88212d82-7272-4a6e-95fe-b3ea419a41e2 service neutron] Pushing event updated for resources: {'Port': ['ID=fe07c38f-f339-47d6-8621-62f32d69d8cf,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:35:59.149462 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31941813-d675-4554-b870-8f341e5d553a'] response: {'name': 'network-changed', 'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'status': 'completed', 'code': 200} Jun 28 11:35:59.194591 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-ceec9ad7-99a2-447d-af14-bfdf656aaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:59.195968 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-ceec9ad7-99a2-447d-af14-bfdf656aaac5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0860808 Jun 28 11:35:59.266702 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-8a3055d8-a790-4450-b907-9290b525ca8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf HTTP/1.1" status: 200 len: 217 time: 0.0635076 Jun 28 11:35:59.334599 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-1cf7f54c-de5a-458f-917d-252d7d09bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:59.336035 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-1cf7f54c-de5a-458f-917d-252d7d09bdf6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0634499 Jun 28 11:35:59.416030 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-cb2f9168-fcb3-437e-a067-d39218352b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:59.417479 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-cb2f9168-fcb3-437e-a067-d39218352b88 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759106 Jun 28 11:35:59.546521 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-fbb7addc-d368-48ff-bdcc-22b7e5e2b04a service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226516 Jun 28 11:35:59.676436 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6e938c8a-c292-4538-b2e1-fc12ab62ffe8 req-f0501470-f330-4b6a-b5b0-ca4ffd436de7 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239417 Jun 28 11:35:59.869703 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-0af0609b-6edd-4ee7-ab7e-72723fed07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:59.871068 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-0af0609b-6edd-4ee7-ab7e-72723fed07b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 1096 time: 0.1427903 Jun 28 11:35:59.995634 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2c08b-d47a-45c3-b6fa-b84a25d8cd26 req-bbc3a97f-be30-4a52-bca8-4542fb8172fa tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:35:59.997050 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d0b2c08b-d47a-45c3-b6fa-b84a25d8cd26 req-bbc3a97f-be30-4a52-bca8-4542fb8172fa tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 943 time: 0.1944952 Jun 28 11:36:00.054800 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-e503a431-b01f-4687-bead-fa023a7ab909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:00.056189 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-e503a431-b01f-4687-bead-fa023a7ab909 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1768892 Jun 28 11:36:00.066202 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-d0b2c08b-d47a-45c3-b6fa-b84a25d8cd26 req-dcc68429-f6ff-495b-b2fc-2e01425a6b43 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561857 Jun 28 11:36:00.130432 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-b5d9f9dd-f923-4549-b188-b39ec87cb7d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf HTTP/1.1" status: 200 len: 217 time: 0.0631683 Jun 28 11:36:00.200869 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-30129d3f-58a8-490f-b33a-f1203e4dfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:00.202448 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-30129d3f-58a8-490f-b33a-f1203e4dfb21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0599487 Jun 28 11:36:00.292803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-73284420-7206-4769-8031-3937115d9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:00.294307 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-73284420-7206-4769-8031-3937115d9b13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808194 Jun 28 11:36:00.441376 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-58314d5b-0214-440a-9156-61533adef3a8 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398132 Jun 28 11:36:00.590296 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8523acad-4cab-4bf1-88b7-01865bde77b9 req-fb21b86b-18fa-4ccd-8c04-a45893a3c27d service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422889 Jun 28 11:36:01.279648 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e28c-28e1-48b6-a2f3-6b0b07fa332e req-8e27a877-0fc9-4659-aead-578f56b4fa85 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:01.281344 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7ed2e28c-28e1-48b6-a2f3-6b0b07fa332e req-8e27a877-0fc9-4659-aead-578f56b4fa85 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 943 time: 0.0955126 Jun 28 11:36:01.298095 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-2f53903f-0cb7-4dd4-9fdb-a07a06daa48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:01.332342 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-7ed2e28c-28e1-48b6-a2f3-6b0b07fa332e req-7059c141-ee4d-4226-b1ca-1f4cd9a1b028 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Jun 28 11:36:02.369251 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:02.388363 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device fe07c38f-f339-47d6-8621-62f32d69d8cf details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:36:02.474272 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:02.537835 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port fe07c38f-f339-47d6-8621-62f32d69d8cf, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:36:02.552580 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'port_id': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'mac_address': 'fa:16:3e:53:92:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:36:02.613162 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port fe07c38f-f339-47d6-8621-62f32d69d8cf is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:36:02.613539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:02.630886 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981721d-8da2-4b89-bf94-e080126efb41 req-8c5d137b-ec11-4b87-a420-1f7a7abd68af tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:02.631526 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe07c38f-f339-47d6-8621-62f32d69d8cf {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:36:02.632349 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b981721d-8da2-4b89-bf94-e080126efb41 req-8c5d137b-ec11-4b87-a420-1f7a7abd68af tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 943 time: 0.1922233 Jun 28 11:36:02.647140 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port fe07c38f-f339-47d6-8621-62f32d69d8cf, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:36:02.651038 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:02.678563 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b981721d-8da2-4b89-bf94-e080126efb41 req-5d2bc25c-85f2-46f5-b859-2473be2f9800 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 Jun 28 11:36:02.723462 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=fe07c38f-f339-47d6-8621-62f32d69d8cf,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:36:02.732650 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.733585 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.734444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.734771 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.735098 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.735424 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.735744 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.736064 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.736383 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.736699 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.737014 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.737365 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:36:02.975627 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['fe07c38f-f339-47d6-8621-62f32d69d8cf'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:36:03.619116 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:03.881600 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d584c-28f6-4bf5-a84d-04c50d474d8b req-143e61a7-6aa2-4aaa-bf6e-274f76255692 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:03.882951 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ab8d584c-28f6-4bf5-a84d-04c50d474d8b req-143e61a7-6aa2-4aaa-bf6e-274f76255692 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 944 time: 0.0908597 Jun 28 11:36:03.926843 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-ab8d584c-28f6-4bf5-a84d-04c50d474d8b req-e93a6ac0-63ae-4a58-b0f2-3a2daa571f35 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382874 Jun 28 11:36:04.404087 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device fe07c38f-f339-47d6-8621-62f32d69d8cf up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:36:04.470675 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port fe07c38f-f339-47d6-8621-62f32d69d8cf completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:36:04.475280 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port fe07c38f-f339-47d6-8621-62f32d69d8cf triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:36:04.475650 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:04.588904 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port fe07c38f-f339-47d6-8621-62f32d69d8cf is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:36:04.589297 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:04.615781 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:36:04.626048 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port fe07c38f-f339-47d6-8621-62f32d69d8cf, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:36:04.630734 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:04.697719 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=fe07c38f-f339-47d6-8621-62f32d69d8cf,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:36:04.712991 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5234305-5e15-4146-83e6-77940813a223'] response: {'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'code': 200} Jun 28 11:36:04.947157 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aac6-8970-4a5d-b6c7-dd10dbbadd5f req-80076e61-7b8b-43a8-a36b-1050f8480f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:04.948600 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c503aac6-8970-4a5d-b6c7-dd10dbbadd5f req-80076e61-7b8b-43a8-a36b-1050f8480f12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0813556 Jun 28 11:36:04.990289 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c503aac6-8970-4a5d-b6c7-dd10dbbadd5f req-129a46d0-34da-4897-b33f-9713151428ed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342109 Jun 28 11:36:05.125942 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9125d1a-540e-4e82-b91e-eefeb6ad0eb9 req-679c7c86-d599-469e-9e24-af805f206790 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:05.127406 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c9125d1a-540e-4e82-b91e-eefeb6ad0eb9 req-679c7c86-d599-469e-9e24-af805f206790 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0940506 Jun 28 11:36:05.170496 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c9125d1a-540e-4e82-b91e-eefeb6ad0eb9 req-8ca4d1fc-bd5e-43ea-99c3-13e734c1face tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374434 Jun 28 11:36:06.367004 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d3057-9bc3-486a-9197-35d9f048c0ee req-2ab8b906-e1d2-493a-9d86-8379899aba7a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:06.368453 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7d2d3057-9bc3-486a-9197-35d9f048c0ee req-2ab8b906-e1d2-493a-9d86-8379899aba7a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0929704 Jun 28 11:36:06.414989 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-7d2d3057-9bc3-486a-9197-35d9f048c0ee req-f9ff48d8-2813-45a5-818b-42baa5e6d023 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407107 Jun 28 11:36:07.602209 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19579a74-b2de-4c32-8d22-e114d6c1cca3 req-c4464d4a-7958-470c-b147-2c9a9af8cbd7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:07.603638 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-19579a74-b2de-4c32-8d22-e114d6c1cca3 req-c4464d4a-7958-470c-b147-2c9a9af8cbd7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0845928 Jun 28 11:36:07.647332 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-19579a74-b2de-4c32-8d22-e114d6c1cca3 req-c37d06f4-53e0-40ea-9a6d-6c29bc03ba29 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380013 Jun 28 11:36:07.830205 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58654b4-64ed-461e-a4d7-7a2a8ef9a962 req-5ed76518-32d8-49fb-8762-f42f047d481c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:07.831623 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c58654b4-64ed-461e-a4d7-7a2a8ef9a962 req-5ed76518-32d8-49fb-8762-f42f047d481c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0849929 Jun 28 11:36:07.839965 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60362) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:36:07.844824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'port_id': 'fe07c38f-f339-47d6-8621-62f32d69d8cf'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:36:07.922743 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:08.496371 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:08.500183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:08.667926 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP ad7c2cbc-351f-4bc1-9a3a-88058885113b associated. External IP: 172.27.1.41, port: fe07c38f-f339-47d6-8621-62f32d69d8cf. Jun 28 11:36:09.112656 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:36:09.289824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:36:09.294756 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:09.300501 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:36:09.310359 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:36:09.310978 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:36:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:36:09.348868 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-e84eb33b-9d3c-4e2e-9728-951d65bc9d60 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "PUT /v2.0/floatingips/ad7c2cbc-351f-4bc1-9a3a-88058885113b HTTP/1.1" status: 200 len: 990 time: 1.5078256 Jun 28 11:36:09.349556 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:36:09.393103 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46a01902-77ee-407d-8702-39eacb75a6f3'] response: {'name': 'network-changed', 'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'status': 'completed', 'code': 200} Jun 28 11:36:09.489440 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:36:09.494049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-b2b4b8c7-aaa1-4e27-8cb5-d051e144daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:09.495590 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-b2b4b8c7-aaa1-4e27-8cb5-d051e144daf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0823536 Jun 28 11:36:09.626686 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-6ccc09d8-5538-462b-b3a4-085c81f4d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:09.628030 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-6ccc09d8-5538-462b-b3a4-085c81f4d0a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1259892 Jun 28 11:36:09.726327 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-179cbad0-5d9f-489a-868d-1261ab658824 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf HTTP/1.1" status: 200 len: 998 time: 0.0920386 Jun 28 11:36:09.791076 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-008e3c3e-0dc3-44f3-b51b-59eec42e2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:09.792490 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-008e3c3e-0dc3-44f3-b51b-59eec42e2b28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0598264 Jun 28 11:36:09.844078 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'ad7c2cbc-351f-4bc1-9a3a-88058885113b', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:53:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:35:54Z', 'updated_at': '2022-06-28T11:36:08Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:36:09.848120 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:36:09.856451 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:36:09.857048 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:36:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:36:09.876059 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-16ce29ad-8b38-4275-8397-fa5df2bfa062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:36:09.877595 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-16ce29ad-8b38-4275-8397-fa5df2bfa062 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771911 Jun 28 11:36:10.008873 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-d941e5d0-d4ed-4dfa-9070-fdc4b2dbefef service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252704 Jun 28 11:36:10.070162 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:36:10.142242 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6f31cc1b-242f-4607-b4e6-b6bb9ec969a2 req-2de7a0b3-dda3-4adf-8b2b-99e30b0b7724 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262259 Jun 28 11:36:10.416541 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'ad7c2cbc-351f-4bc1-9a3a-88058885113b', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:53:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:35:54Z', 'updated_at': '2022-06-28T11:36:08Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:36:10.420454 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e147e-2dc3-4f4c-999f-0a135a655d3a None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'ad7c2cbc-351f-4bc1-9a3a-88058885113b', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:53:92:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:35:54Z', 'updated_at': '2022-06-28T11:36:08Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:36:10.608714 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a1946d-9c8c-4d57-8b94-b3011f028c50 None None] New status for floating IP ad7c2cbc-351f-4bc1-9a3a-88058885113b: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:36:19.035160 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:36:22.948958 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:28.930574 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-da94f49a-fce1-4aaa-a127-bd2f8af1040f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:31.291956 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-974f7528-ba56-4a01-a123-00f8a9959dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:32.369823 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:32.415479 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:33.626957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:52.952188 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:36:56.033650 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:36:58.933454 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c54131ee-edcf-4c91-b41a-d29e99d9a61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:01.295017 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-9a277ee9-01f8-4b35-a78a-0c87d8f3e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:02.372261 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:02.415452 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:03.626972 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:09.819665 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-cf7d6ef4-4863-4c22-b253-63a8c7a69932 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824792 Jun 28 11:37:09.966299 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-85eecb0a-a41f-4ee3-b1ef-862d1bc42911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:09.967800 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-85eecb0a-a41f-4ee3-b1ef-862d1bc42911 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 1098 time: 0.0801489 Jun 28 11:37:10.208200 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-b14eaab6-fda1-4f13-8e8b-8a4ed00e9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:10.209660 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-b14eaab6-fda1-4f13-8e8b-8a4ed00e9518 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.2238929 Jun 28 11:37:10.310668 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-73351796-e468-4427-900b-62bd8d9f9f3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf HTTP/1.1" status: 200 len: 1000 time: 0.0943604 Jun 28 11:37:10.372978 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-bfa35b4c-8aa4-4f53-8939-7309e3b242d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:10.374519 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-bfa35b4c-8aa4-4f53-8939-7309e3b242d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0584829 Jun 28 11:37:10.456069 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-ca1ad259-4952-4e61-b890-fb60cf78c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:10.457573 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-ca1ad259-4952-4e61-b890-fb60cf78c2ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771916 Jun 28 11:37:10.593745 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-3b6f1432-1598-4cc3-a600-d98b6ef47010 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281471 Jun 28 11:37:10.724173 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-81bde94a-b398-45c5-bd49-27877eb2a8bf req-5da9710d-c2e8-4cba-8720-08c0bbdc2356 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237402 Jun 28 11:37:20.303460 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [req-f5658404-aebf-4ed7-8552-0496e65021e3 req-59af064d-f051-47ca-b1bf-9251330b22b2 service neutron] (88060) timed out ('10.222.0.26', 56053) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:37:22.017776 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [req-bb8919cf-abf7-4ffa-bc9e-53743408c7d9 req-41bc1dfe-9fee-4e12-b0e1-427b9dc283be tempest-VolumesActionsTest-17979250 tempest-VolumesActionsTest-17979250-project] (88060) timed out ('10.222.0.26', 56067) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:37:22.572378 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [req-e676c08f-cdeb-4181-bb51-695939026855 req-6dc40f3a-0703-4ff3-9ca0-ca56e68b5000 service neutron] (88060) timed out ('10.222.0.26', 56470) {{(pid=88060) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:37:22.943486 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:28.936972 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ac4e5ece-8051-42f5-b3a7-7caf6137d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:31.188431 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40669b03-486d-472e-88d1-dc1823d27fe3 req-714959a9-5f00-4e14-bf0e-3c300b32de49 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:31.189827 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-40669b03-486d-472e-88d1-dc1823d27fe3 req-714959a9-5f00-4e14-bf0e-3c300b32de49 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.1757150 Jun 28 11:37:31.280282 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-40669b03-486d-472e-88d1-dc1823d27fe3 req-636bf8ad-56f2-472c-86c8-eea9b1d6e406 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849206 Jun 28 11:37:31.299116 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-46bf702e-cef3-47eb-ae65-979c8c69d078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:32.376817 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:32.417026 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:32.483146 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5420c84-cb4d-4c33-a7ad-38c4ed2c0925 req-741a2fc1-bb97-46cb-9f05-fabd82cd441d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:32.484579 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c5420c84-cb4d-4c33-a7ad-38c4ed2c0925 req-741a2fc1-bb97-46cb-9f05-fabd82cd441d tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0958211 Jun 28 11:37:32.528387 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c5420c84-cb4d-4c33-a7ad-38c4ed2c0925 req-1091fcf5-c32b-4d3c-adb3-73e0343a7f90 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380993 Jun 28 11:37:32.903127 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-9193df66-cb06-41d8-9196-5480f65e220c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:32.904556 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-9193df66-cb06-41d8-9196-5480f65e220c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0856729 Jun 28 11:37:32.977364 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port fe07c38f-f339-47d6-8621-62f32d69d8cf {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:37:32.977648 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:33.033204 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:37:33.221621 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] For port fe07c38f-f339-47d6-8621-62f32d69d8cf, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=fe07c38f-f339-47d6-8621-62f32d69d8cf,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:37:33.221871 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:33.504933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:33.505636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:33.505636 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP ad7c2cbc-351f-4bc1-9a3a-88058885113b disassociated. External IP: 172.27.1.41, port: fe07c38f-f339-47d6-8621-62f32d69d8cf. Jun 28 11:37:33.506017 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for fe07c38f-f339-47d6-8621-62f32d69d8cf owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:37:33.632292 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:33.727136 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7098329-2e3d-4757-a363-fd33069142b0 req-e389b757-6663-4525-9afb-3a2d5bf809ce tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:33.728571 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d7098329-2e3d-4757-a363-fd33069142b0 req-e389b757-6663-4525-9afb-3a2d5bf809ce tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3 HTTP/1.1" status: 200 len: 945 time: 0.0893064 Jun 28 11:37:33.750133 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:33.775003 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d7098329-2e3d-4757-a363-fd33069142b0 req-2417f092-353d-4577-942d-040032b728ba tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=16325fb4-2fc7-433a-b59f-40c1b85bb932&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397732 Jun 28 11:37:33.807458 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=fe07c38f-f339-47d6-8621-62f32d69d8cf,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:33.867470 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.867812 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.868151 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.868484 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.868814 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.869143 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.869495 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.869817 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.870139 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.870458 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.870777 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.871095 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:33.994813 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:37:34.173180 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:37:34.182853 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:37:34.192979 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:37:34.193734 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:37:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:34.266719 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] No DVR routers for this DVR port fe07c38f-f339-47d6-8621-62f32d69d8cf on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:37:34.269183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:34.271923 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'name': 'network-vif-deleted', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:37:34.287600 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8ca75b87-07fc-4bb8-b571-90b5d49989f6 req-5a98f16d-c849-4bef-8ca4-a3a5d26eea6c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "DELETE /v2.0/ports/fe07c38f-f339-47d6-8621-62f32d69d8cf HTTP/1.1" status: 204 len: 173 time: 1.3777103 Jun 28 11:37:34.327845 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c412fd8-ae59-46aa-825a-9b51446b0ea2'] response: {'server_uuid': '1ec8ff7a-55d7-4ee0-a88f-6ada2a098ec3', 'name': 'network-vif-deleted', 'tag': 'fe07c38f-f339-47d6-8621-62f32d69d8cf', 'status': 'completed', 'code': 200} Jun 28 11:37:34.388103 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:37:34.705741 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:34.709582 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:37:34.718619 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:37:34.719223 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:37:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:34.906658 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60478) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:34.943408 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:37:34.973978 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.001743 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.057763 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.077566 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16325fb4-2fc7-433a-b59f-40c1b85bb932,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:35.086378 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.086706 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.087044 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.087514 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.087853 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.088230 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.088555 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.088882 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.089204 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.089674 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.090001 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.090318 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:35.098573 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.102108 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7b755dc5-0c6c-4832-9ae0-2da034133659 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/security-groups/16325fb4-2fc7-433a-b59f-40c1b85bb932 HTTP/1.1" status: 204 len: 168 time: 0.1917510 Jun 28 11:37:35.102385 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60482) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:35.117805 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.api.v2.resource [None req-0f155cc8-f45d-415a-9185-146c2322dab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] show failed (client error): The resource could not be found. Jun 28 11:37:35.118750 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-0f155cc8-f45d-415a-9185-146c2322dab3 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups/16325fb4-2fc7-433a-b59f-40c1b85bb932 HTTP/1.1" status: 404 len: 347 time: 0.0154910 Jun 28 11:37:35.121475 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60486) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:35.265494 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:35.273109 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e5ee65-78db-47ef-a354-fe1f430b94e2 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:37:35.280994 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:37:35.281505 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.462246 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.462577 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:35.480226 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fdd980-0c5e-427b-88ad-c1ba8b899887 None None] New status for floating IP ad7c2cbc-351f-4bc1-9a3a-88058885113b: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:37:35.586643 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:37:35.699283 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.db.api [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:37:35.699655 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG oslo_db.api [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:37:36.200449 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:37:36.201097 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:36.387766 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:36.388086 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:36.508020 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:37:36.657124 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:36.703860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=aab530b2-1ebd-4fbb-a6cc-c97b94c3fd91,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:36.746165 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device fe07c38f-f339-47d6-8621-62f32d69d8cf no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:37:36.786384 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: fe07c38f-f339-47d6-8621-62f32d69d8cf {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:37:36.786629 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device fe07c38f-f339-47d6-8621-62f32d69d8cf not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:37:36.885150 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:36.899106 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:36.900197 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-53aedc50-edff-4d1f-963e-8edc19a27754 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/floatingips/ad7c2cbc-351f-4bc1-9a3a-88058885113b HTTP/1.1" status: 204 len: 168 time: 1.7778738 Jun 28 11:37:36.972184 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60492) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:36.977237 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group': {'name': 'tempest-securitygroup--88722978', 'description': 'tempest-description--1541164247'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:36.983212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:37:36.987311 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:37:36.990179 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:37:36.996338 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:37:37.005748 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.025321 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:37:37.029010 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:37:37.031984 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:37:37.037638 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:37:37.105807 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.109468 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.152069 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981d7b24-b4c5-428d-9c12-2969b9d81ca0,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:37.158303 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.159674 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-02dd665a-9e16-40c8-8eb8-4562397b8147 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1864705 Jun 28 11:37:37.162457 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:37.167499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': '981d7b24-b4c5-428d-9c12-2969b9d81ca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:37.173941 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:37:37.177695 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:37:37.180465 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:37:37.186662 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:37:37.202972 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.264775 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.268277 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.292578 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d0d9d2-9fcc-4700-a066-43995509b3eb,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:37.302061 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.303378 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-cd0faeef-23e0-4ec5-8356-22da9ee70fc2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400409 Jun 28 11:37:37.305974 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60500) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:37.310714 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'security_group_rule': {'security_group_id': '981d7b24-b4c5-428d-9c12-2969b9d81ca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:37.317410 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:37:37.321158 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:security_group_rule and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:37:37.323998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:37:37.329802 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:37:37.345563 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.405503 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.408826 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1756700'] for security_group_rule, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.431462 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdef3ef0-2a36-4ce6-be48-243994bc85b1,revision_number=0']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:37.441211 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.442400 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-89da884c-b546-474f-8b13-7c53525e135f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355336 Jun 28 11:37:37.445733 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60504) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:37.450541 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:37.456261 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:37:37.460028 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Usage tracker for resource:floatingip and tenant:3d150009c86f429594ee5c426a72700b is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:37:37.462834 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:37:37.468483 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:37:37.477831 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.611705 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.746831 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.27.1.195 (c626622b-f658-4a78-b496-f20f070e389d/6b53694e-0b28-4a99-ada2-2dd4644de260/824bfca8-bde1-48d7-aaa4-f2fef46c4359) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:37:37.889225 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.918777 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:37.976757 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network c626622b-f658-4a78-b496-f20f070e389d is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:37:37.979363 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:37:37.982918 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:37:38.028390 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=824bfca8-bde1-48d7-aaa4-f2fef46c4359,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:38.073183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:38.130467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:38.428689 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:38.432898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:38.535270 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=824bfca8-bde1-48d7-aaa4-f2fef46c4359,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:38.550631 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:38.571412 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:38.572738 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ee82b1e6-5a81-4bad-a07b-72404b7041c0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1261075 Jun 28 11:37:38.737583 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-3690609a-c7f2-4efb-9c1b-61c6b1b958a7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:37:38.753020 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-3690609a-c7f2-4efb-9c1b-61c6b1b958a7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:37:38.754203 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-3690609a-c7f2-4efb-9c1b-61c6b1b958a7 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--88722978&fields=id&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 267 time: 0.0581090 Jun 28 11:37:38.901353 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-9cd5b717-3b4f-4943-9788-e192cccf2fa5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:38.902760 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-9cd5b717-3b4f-4943-9788-e192cccf2fa5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.1411991 Jun 28 11:37:38.916900 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-6451a710-07f8-4612-9ec9-e5b8a512b6c1 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/quotas/3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 375 time: 0.0087347 Jun 28 11:37:39.005290 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-6888c114-b888-401f-a345-c0fd32f87fa8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:37:39.019873 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-6888c114-b888-401f-a345-c0fd32f87fa8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:37:39.021102 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-6888c114-b888-401f-a345-c0fd32f87fa8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0988932 Jun 28 11:37:39.156477 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-68e6476d-1ea3-451c-85a2-ebf8c755195a service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229386 Jun 28 11:37:39.284598 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-6502f7cb-1dd0-4abd-af6c-ff5f8ef796bb service neutron] 10.222.0.44 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220744 Jun 28 11:37:39.465784 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b856d5a2-8c41-488e-b6e7-caa360f4d019 req-e1c46334-b506-4270-a959-eee688d98382 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:37:39.478432 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-b856d5a2-8c41-488e-b6e7-caa360f4d019 req-e1c46334-b506-4270-a959-eee688d98382 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:37:39.479548 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b856d5a2-8c41-488e-b6e7-caa360f4d019 req-e1c46334-b506-4270-a959-eee688d98382 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 210 time: 0.0624330 Jun 28 11:37:40.664789 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5db87a83-c868-45a2-86dc-cff29666dc4c req-3d061123-4ece-49aa-9782-1f4b397d34dd tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 210 time: 0.0651691 Jun 28 11:37:40.675781 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-9f2a36ea-2f60-47c1-87d1-a96f1f674ee8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:40.677359 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-9f2a36ea-2f60-47c1-87d1-a96f1f674ee8 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 814 time: 0.1997516 Jun 28 11:37:40.728780 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-97c3e6e0-bb90-4eb7-acaf-534be33e9bc5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d150009c86f429594ee5c426a72700b HTTP/1.1" status: 200 len: 378 time: 0.0402856 Jun 28 11:37:40.737528 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'port': {'device_id': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'admin_state_up': True, 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'security_groups': ['981d7b24-b4c5-428d-9c12-2969b9d81ca0']}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:40.870411 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:37:40.880034 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:37:40.889486 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Made reservation on behalf of 3d150009c86f429594ee5c426a72700b for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:37:40.893886 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:41.055499 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Allocated IP 172.20.0.3 (96202975-dca6-4f93-ab0a-90f1a47bb47f/a9a8c58c-21ea-4c16-9b4b-57a95799ea98/a56eec3a-072b-4763-8eb7-6a1f4b94fd27) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:37:41.236460 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:41.251615 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Transition to ACTIVE for port object a56eec3a-072b-4763-8eb7-6a1f4b94fd27 will not be triggered until provisioned by entity DHCP. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:37:41.274303 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:41.435623 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:37:41.443609 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:37:41.447794 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:37:41.479060 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event updated for resources: {'Port': ['ID=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:41.515595 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:41.516199 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:41.542749 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d52e7b9f-0a33-4f1f-8ffa-44ea763c6ec6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8093243 Jun 28 11:37:41.552278 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-0b66f39d-99f8-4c98-99f1-c4fb2c2c184b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88060) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:37:41.553396 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-0b66f39d-99f8-4c98-99f1-c4fb2c2c184b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049973 Jun 28 11:37:41.602848 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Request body: {'port': {'device_id': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:41.675352 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fc1e01e1-fa5b-424b-b74a-06123f820db5 None None] Provisioning for port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 completed by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:37:41.680262 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-fc1e01e1-fa5b-424b-b74a-06123f820db5 None None] Provisioning complete for port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 triggered by entity DHCP. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:37:41.680614 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-fc1e01e1-fa5b-424b-b74a-06123f820db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:41.716382 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:41.734761 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e01e1-fa5b-424b-b74a-06123f820db5 None None] Port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 cannot update to ACTIVE because it is not bound. {{(pid=88061) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 28 11:37:41.867922 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abc495-afa8-44dd-82bf-c2a163c216b1 req-347abb11-dc05-42f8-99a3-5a9f19cd7f18 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:41.869741 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-72abc495-afa8-44dd-82bf-c2a163c216b1 req-347abb11-dc05-42f8-99a3-5a9f19cd7f18 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 931 time: 0.0923951 Jun 28 11:37:41.915551 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-72abc495-afa8-44dd-82bf-c2a163c216b1 req-90bac25f-88b8-4104-bb5b-9631b4d2e60c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:37:41.927372 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-72abc495-afa8-44dd-82bf-c2a163c216b1 req-90bac25f-88b8-4104-bb5b-9631b4d2e60c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:37:41.928489 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-72abc495-afa8-44dd-82bf-c2a163c216b1 req-90bac25f-88b8-4104-bb5b-9631b4d2e60c tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509434 Jun 28 11:37:42.063345 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56eec3a-072b-4763-8eb7-6a1f4b94fd27 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:37:42.070510 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:42.084380 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Transition to ACTIVE for port object a56eec3a-072b-4763-8eb7-6a1f4b94fd27 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:37:42.088064 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:42.218559 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Pushing event updated for resources: {'Port': ['ID=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:42.328240 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Attempting to bind port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:37:42.328511 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Attempting to bind port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:37:42.328839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Attempting to bind port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:37:42.333453 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:37:42.333773 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Attempting to bind port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 on network 96202975-dca6-4f93-ab0a-90f1a47bb47f {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:37:42.338703 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:37:42.339039 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Checking segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:37:42.339419 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Bound using segment: {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:37:42.339841 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Bound port: a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:37:42.340182 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:42.432709 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] For port a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:37:42.435546 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] For port a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:37:42.440210 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:42.493908 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:42.494669 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:42.495868 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] 10.222.0.26 "PUT /v2.0/ports/a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 200 len: 1093 time: 0.9367499 Jun 28 11:37:42.496290 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:37:42.525175 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71936f-feab-4150-bfd8-b835ad40b06c service neutron] Pushing event updated for resources: {'Port': ['ID=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:42.544240 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6543fb07-a4d1-4ef1-813b-d655613dfd5b'] response: {'name': 'network-changed', 'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'status': 'completed', 'code': 200} Jun 28 11:37:42.635241 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-54c2b3f7-460f-4086-bf03-f65fc9b7ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:42.636734 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-54c2b3f7-460f-4086-bf03-f65fc9b7ead2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 1096 time: 0.0850079 Jun 28 11:37:42.703934 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-9da0e5c4-a2d1-4f8c-8283-698dd06b7f25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 200 len: 217 time: 0.0609906 Jun 28 11:37:42.768831 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-f844fb11-e886-4196-b23b-d2560ae21790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:42.770170 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-f844fb11-e886-4196-b23b-d2560ae21790 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0599592 Jun 28 11:37:42.850183 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-91826c19-e866-4520-b572-2925be664244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:42.851635 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-91826c19-e866-4520-b572-2925be664244 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0758870 Jun 28 11:37:42.982838 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-2a614d3d-4217-487c-b26b-3b3cf4597d04 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255274 Jun 28 11:37:43.123494 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-83379b1d-4bb3-4bc0-96b7-8dc41cb68eaa req-d1628a21-48b0-449e-aa85-9cfdefe685cf service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332512 Jun 28 11:37:43.135400 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f914c-7d25-4f00-8ef3-9477b8b3d093 req-45a3822f-382a-4390-90de-ceda061a5bf0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:43.136956 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-330f914c-7d25-4f00-8ef3-9477b8b3d093 req-45a3822f-382a-4390-90de-ceda061a5bf0 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 943 time: 0.0929976 Jun 28 11:37:43.183564 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-330f914c-7d25-4f00-8ef3-9477b8b3d093 req-19589fad-faf0-45b7-8793-a8384f8d56da tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398753 Jun 28 11:37:43.246335 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635feec-7844-49cb-9f09-23c6337456b1 req-bca525ec-803c-42e2-a238-d5fab87abecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:43.247790 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-bca525ec-803c-42e2-a238-d5fab87abecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 1096 time: 0.0820346 Jun 28 11:37:43.466940 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635feec-7844-49cb-9f09-23c6337456b1 req-96f8a44a-97d4-4914-8ace-40bbb59ecf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:43.468342 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-96f8a44a-97d4-4914-8ace-40bbb59ecf55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.2148647 Jun 28 11:37:43.537799 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-21f48c82-ee5d-4051-8040-0042b264e01c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 200 len: 217 time: 0.0634105 Jun 28 11:37:43.598889 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635feec-7844-49cb-9f09-23c6337456b1 req-b2535dc1-9bb9-41f5-aee5-86de3f2ab7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:43.600264 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-b2535dc1-9bb9-41f5-aee5-86de3f2ab7e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0571532 Jun 28 11:37:43.684149 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635feec-7844-49cb-9f09-23c6337456b1 req-66fda910-68f6-4de8-aca8-97522bdc5783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:43.685623 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-66fda910-68f6-4de8-aca8-97522bdc5783 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795302 Jun 28 11:37:43.816008 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-a03169b0-a20f-4b56-bae4-a7157b68c596 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239383 Jun 28 11:37:43.954285 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5635feec-7844-49cb-9f09-23c6337456b1 req-8e3b628b-b26a-4a61-bd9c-12c3af9148dc service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315787 Jun 28 11:37:44.382501 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a23c6-942c-4d0b-99c5-81a7d7814db4 req-bab91903-99bf-48bc-8df6-421484c487f6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:44.383189 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c29a23c6-942c-4d0b-99c5-81a7d7814db4 req-bab91903-99bf-48bc-8df6-421484c487f6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Synchronizing usage tracker for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:37:44.398937 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c29a23c6-942c-4d0b-99c5-81a7d7814db4 req-bab91903-99bf-48bc-8df6-421484c487f6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Unset dirty status for tenant:3d150009c86f429594ee5c426a72700b on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:37:44.400142 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c29a23c6-942c-4d0b-99c5-81a7d7814db4 req-bab91903-99bf-48bc-8df6-421484c487f6 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 943 time: 0.1047013 Jun 28 11:37:44.443364 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c29a23c6-942c-4d0b-99c5-81a7d7814db4 req-3f04c8ba-111c-4859-8e92-27f52fe6ac2f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375428 Jun 28 11:37:45.630223 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b8730-72eb-4be1-9210-6e3636e9f4c3 req-f918de04-71b5-40de-aaec-727f59139aa2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:45.631654 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-299b8730-72eb-4be1-9210-6e3636e9f4c3 req-f918de04-71b5-40de-aaec-727f59139aa2 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 943 time: 0.0865021 Jun 28 11:37:45.676726 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-299b8730-72eb-4be1-9210-6e3636e9f4c3 req-26bce786-2e87-4cf5-b2c2-e539df5acd86 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394912 Jun 28 11:37:46.807219 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a56eec3a-072b-4763-8eb7-6a1f4b94fd27 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:37:46.869974 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bb7ee-aa3b-4bfb-9fb9-c94bc2b6eef0 req-55ed8bd9-70a8-4f4c-a12d-f1e8117a9914 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:46.872167 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-624bb7ee-aa3b-4bfb-9fb9-c94bc2b6eef0 req-55ed8bd9-70a8-4f4c-a12d-f1e8117a9914 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 943 time: 0.0920141 Jun 28 11:37:46.918025 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-624bb7ee-aa3b-4bfb-9fb9-c94bc2b6eef0 req-8125bf54-d647-446a-be2a-3e3ff313e815 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394430 Jun 28 11:37:46.950082 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:37:46.963549 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'port_id': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'mac_address': 'fa:16:3e:b7:fd:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:37:47.020202 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:37:47.020573 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:47.037262 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56eec3a-072b-4763-8eb7-6a1f4b94fd27 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:37:47.055428 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:37:47.059681 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:47.124568 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:47.131725 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.132061 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.132389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.132714 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.133033 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.133377 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.133696 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.134010 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.134324 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.134637 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.134947 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.135254 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:37:47.381816 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['a56eec3a-072b-4763-8eb7-6a1f4b94fd27'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:37:48.112854 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9a5c0-e48d-4d57-9177-d892c4d6d7a9 req-14a0bd3b-d5a8-4b0b-a9e2-b4433578cdda tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:48.114362 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-49e9a5c0-e48d-4d57-9177-d892c4d6d7a9 req-14a0bd3b-d5a8-4b0b-a9e2-b4433578cdda tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 944 time: 0.0897338 Jun 28 11:37:48.158416 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-49e9a5c0-e48d-4d57-9177-d892c4d6d7a9 req-080624dc-fed9-4359-9105-d4e0b108e67b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384314 Jun 28 11:37:48.807606 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a56eec3a-072b-4763-8eb7-6a1f4b94fd27 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:37:48.873392 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:37:48.879087 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:37:48.879451 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:48.995961 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:37:48.996352 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:49.022957 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:37:49.033541 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:37:49.036901 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:49.067675 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12c90e77-8c09-4912-aa23-efb92be912bf'] response: {'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'code': 200} Jun 28 11:37:49.108390 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:37:49.303767 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184b8e6-d371-48cc-a037-dbc849030fb3 req-b1290ce0-9f4d-47ed-b438-41b028bc54e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:49.305298 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9184b8e6-d371-48cc-a037-dbc849030fb3 req-b1290ce0-9f4d-47ed-b438-41b028bc54e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 1098 time: 0.0773101 Jun 28 11:37:49.348529 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9184b8e6-d371-48cc-a037-dbc849030fb3 req-e39c8485-29b5-4178-9a27-4bcde10ef120 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375247 Jun 28 11:37:49.356147 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3492f-e11d-40aa-a865-70b1792ddcda req-a78d4c11-df3a-4d84-b6dd-39f49d657c5f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:49.357607 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fce3492f-e11d-40aa-a865-70b1792ddcda req-a78d4c11-df3a-4d84-b6dd-39f49d657c5f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0916469 Jun 28 11:37:49.400703 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-fce3492f-e11d-40aa-a865-70b1792ddcda req-28e1645a-16ad-4f71-b77b-51bafb8b8b0a tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371978 Jun 28 11:37:50.591240 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b218e1-cc38-4f72-b588-4f9aa9c5e2cf req-c0aba801-4eea-40f4-95bf-d5147b8fae6b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:50.592689 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b5b218e1-cc38-4f72-b588-4f9aa9c5e2cf req-c0aba801-4eea-40f4-95bf-d5147b8fae6b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0867224 Jun 28 11:37:50.637136 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b5b218e1-cc38-4f72-b588-4f9aa9c5e2cf req-d37a020e-53e5-4dda-8633-2ad4f9a76730 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384154 Jun 28 11:37:51.835065 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d91a-4ed0-47ca-81fa-73d8f1870230 req-fcd47c5b-6cf6-4503-8d21-17519eecf722 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:51.836522 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f0b9d91a-4ed0-47ca-81fa-73d8f1870230 req-fcd47c5b-6cf6-4503-8d21-17519eecf722 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0882475 Jun 28 11:37:51.881663 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-f0b9d91a-4ed0-47ca-81fa-73d8f1870230 req-52c96fad-5d35-48ce-b4a8-4e98713a75fc tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393620 Jun 28 11:37:52.073998 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9a1aa-6de4-4e0a-890f-2f0024340513 req-26d14fd6-3b97-4dbc-a9b3-6598b6034d51 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:52.075462 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-58c9a1aa-6de4-4e0a-890f-2f0024340513 req-26d14fd6-3b97-4dbc-a9b3-6598b6034d51 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0938835 Jun 28 11:37:52.083844 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60566) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:37:52.088567 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Request body: {'floatingip': {'port_id': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:37:52.168896 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:52.862048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:52.865715 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:52.963880 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:53.045619 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP e01a2636-cf1e-49ee-a83e-4861bcb4cabe associated. External IP: 172.27.1.195, port: a56eec3a-072b-4763-8eb7-6a1f4b94fd27. Jun 28 11:37:53.391008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:37:53.565179 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:37:53.569983 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:37:53.575066 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:37:53.584861 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:37:53.585490 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:37:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:53.626917 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-fbcf33e9-db71-4647-820d-0bd8cee45637 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "PUT /v2.0/floatingips/e01a2636-cf1e-49ee-a83e-4861bcb4cabe HTTP/1.1" status: 200 len: 991 time: 1.5420432 Jun 28 11:37:53.627488 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:37:53.672162 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2add56-73db-44ab-9bee-0ea90902c6b7'] response: {'name': 'network-changed', 'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'status': 'completed', 'code': 200} Jun 28 11:37:53.772619 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-00dfff6f-700f-4613-91aa-2561bb25f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:53.774126 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-00dfff6f-700f-4613-91aa-2561bb25f01d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 1098 time: 0.0776560 Jun 28 11:37:53.797888 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:37:53.905021 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-276ffefe-643f-45b8-96cf-674f4894c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:53.907243 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-276ffefe-643f-45b8-96cf-674f4894c9ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1266057 Jun 28 11:37:54.123441 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-db07d082-5ff4-47fd-9304-6df92e39c3f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 200 len: 999 time: 0.2107925 Jun 28 11:37:54.151740 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'e01a2636-cf1e-49ee-a83e-4861bcb4cabe', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:b7:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:37:38Z', 'updated_at': '2022-06-28T11:37:52Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:54.155598 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:37:54.164502 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:37:54.165115 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:37:31Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:54.186782 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-fd9cf079-f4c3-4e90-b885-0547e9cc1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:54.188762 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-fd9cf079-f4c3-4e90-b885-0547e9cc1615 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0592721 Jun 28 11:37:54.270783 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-4fb39ce0-eb72-40e0-89d0-14214d4ccdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:37:54.272255 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-4fb39ce0-eb72-40e0-89d0-14214d4ccdd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774324 Jun 28 11:37:54.355291 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:37:54.405567 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-6e63f209-1acf-4ab0-93ec-b1030c413f13 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267562 Jun 28 11:37:54.538711 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-245c6ecd-163d-4c08-8b76-68f950bd292a req-55378cb0-bb6d-410d-9799-ff4bf8fd0f72 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241429 Jun 28 11:37:54.698273 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'e01a2636-cf1e-49ee-a83e-4861bcb4cabe', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:b7:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:37:38Z', 'updated_at': '2022-06-28T11:37:52Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:37:54.702142 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8194f-9786-439a-9fd3-7fbf66b6dfe1 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_floatingips': [{'id': 'e01a2636-cf1e-49ee-a83e-4861bcb4cabe', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'router_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'port_id': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'mac_address': 'fa:16:3e:b7:fd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-28T11:37:38Z', 'updated_at': '2022-06-28T11:37:52Z', 'revision_number': 1, 'project_id': '3d150009c86f429594ee5c426a72700b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:37:54.882242 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df51dcd-4a77-4e8d-9e33-501e8a23fc3b None None] New status for floating IP e01a2636-cf1e-49ee-a83e-4861bcb4cabe: ACTIVE {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:37:58.938696 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-25ea34b4-f981-4aa4-bf10-528c6c84a655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:01.301543 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8135a88f-6ecb-4b11-9038-5c09a8ecfecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:02.380306 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:02.420186 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:03.634071 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:09.809610 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-d2f844af-d193-426c-9eb7-cf565caa7127 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806005 Jun 28 11:38:09.953839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-70010a56-ca7a-4f64-981d-29fc20cbb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:38:09.955298 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-70010a56-ca7a-4f64-981d-29fc20cbb84c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 1098 time: 0.0802839 Jun 28 11:38:10.031768 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:38:10.099369 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-316c51fe-a891-4dcb-abfe-6c41eabb60a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:38:10.100713 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-316c51fe-a891-4dcb-abfe-6c41eabb60a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.1253395 Jun 28 11:38:10.202677 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-24db917b-0310-4a23-ac20-08bf1e2fffcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 200 len: 1001 time: 0.0954673 Jun 28 11:38:10.263898 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-6cbc5e3e-c833-4b08-9e72-98f874247ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:38:10.265495 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-6cbc5e3e-c833-4b08-9e72-98f874247ebd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0565531 Jun 28 11:38:10.348920 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-ab9074a7-a108-45ea-902d-364fb316eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:38:10.350438 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-ab9074a7-a108-45ea-902d-364fb316eed7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786660 Jun 28 11:38:10.479530 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-b2f0ed30-8ff5-4704-b550-3c6355bb65fd service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206999 Jun 28 11:38:10.607299 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5e71d26c-17d4-4fb3-952a-c11a40268000 req-a9614f3d-3c68-42ee-a61b-85b32d4b0871 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210670 Jun 28 11:38:22.964051 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:28.940572 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c5a80bf-a90e-46dd-abbf-ff00dddaeeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:31.302420 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f7744566-31ae-44aa-941d-7ec11d91bce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:32.383014 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:32.421427 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:33.635590 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:47.030323 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:38:52.976773 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:38:58.942203 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-43df0e5b-b9d4-43a3-b498-acd9ae9a0115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:01.303968 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8c4a508f-deb5-46e6-bd22-3754d20d977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:02.386250 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:02.423754 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:03.638915 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:11.782160 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-f205e87d-ff2e-49f1-b643-53f0549264be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744274 Jun 28 11:39:11.928430 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-60337493-4c9c-420d-95dd-b40bf552dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:11.929932 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-60337493-4c9c-420d-95dd-b40bf552dd46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d150009c86f429594ee5c426a72700b&device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 1098 time: 0.0802681 Jun 28 11:39:12.174636 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-557b061d-d6b1-4882-b00b-52b54bd8e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:12.176466 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-557b061d-d6b1-4882-b00b-52b54bd8e65d service neutron] 10.222.0.26 "GET /v2.0/networks?id=96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 200 len: 915 time: 0.2267473 Jun 28 11:39:12.276105 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-18541f79-0808-48fe-88b6-84f61f810657 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 200 len: 1001 time: 0.0935338 Jun 28 11:39:12.337319 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-1547256b-89cd-4376-9d10-1303d8653899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:12.338825 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-1547256b-89cd-4376-9d10-1303d8653899 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 200 len: 853 time: 0.0564294 Jun 28 11:39:12.422513 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-20198833-f042-401d-aee3-393f6771b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:12.423991 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-20198833-f042-401d-aee3-393f6771b9b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96202975-dca6-4f93-ab0a-90f1a47bb47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792673 Jun 28 11:39:12.553906 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-95e680dd-f8bf-4e51-a169-358af891c3d6 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229393 Jun 28 11:39:12.682922 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-cb5bb711-ccce-49be-b86a-17d10be00f4a req-1449308c-4a8f-46ff-aad5-688774e25a92 service neutron] 10.222.0.26 "GET /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 Jun 28 11:39:18.134156 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a246c-8f0b-40a1-bcdc-7d4c1bf13590 req-d52cfdc2-e57a-45f1-a683-31ddb2825eec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:18.135496 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1b4a246c-8f0b-40a1-bcdc-7d4c1bf13590 req-d52cfdc2-e57a-45f1-a683-31ddb2825eec tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0871692 Jun 28 11:39:18.178360 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-1b4a246c-8f0b-40a1-bcdc-7d4c1bf13590 req-f10c6fc7-4232-4530-9c99-174ee2cbde76 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372829 Jun 28 11:39:19.369062 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481fa03-012e-41ed-adc2-abfc412df68d req-19eaa573-838d-4a5c-8e70-1f380d294b80 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:19.370531 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b481fa03-012e-41ed-adc2-abfc412df68d req-19eaa573-838d-4a5c-8e70-1f380d294b80 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0880418 Jun 28 11:39:19.414287 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b481fa03-012e-41ed-adc2-abfc412df68d req-2b9571bc-e3d7-4209-86bb-31cb15cd9320 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374646 Jun 28 11:39:19.833925 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-e5d534f2-38dc-4531-a661-012c79858e2f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:19.835327 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-e5d534f2-38dc-4531-a661-012c79858e2f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 945 time: 0.0885730 Jun 28 11:39:19.905123 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:19.905487 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:20.148624 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] For port a56eec3a-072b-4763-8eb7-6a1f4b94fd27, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:20.148890 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:20.432351 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:20.432639 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1655028'] for floatingip, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:20.432958 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.db.l3_db [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Floating IP e01a2636-cf1e-49ee-a83e-4861bcb4cabe disassociated. External IP: 172.27.1.195, port: a56eec3a-072b-4763-8eb7-6a1f4b94fd27. Jun 28 11:39:20.433312 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for a56eec3a-072b-4763-8eb7-6a1f4b94fd27 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:20.732456 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:20.791732 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=a56eec3a-072b-4763-8eb7-6a1f4b94fd27,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:20.807104 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.807451 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.807791 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.808125 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.808467 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.808798 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.809124 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.809980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.809980 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.810163 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.810420 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.810741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:20.869675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f6411-4eca-4373-a8a4-7f6b3520121b req-8de2ddf3-1af2-48a2-9f8d-dc5d98290c1f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:20.871110 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-234f6411-4eca-4373-a8a4-7f6b3520121b req-8de2ddf3-1af2-48a2-9f8d-dc5d98290c1f tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/ports?device_id=c75fc7d2-2b5a-469d-a628-9969ec0febe6 HTTP/1.1" status: 200 len: 867 time: 0.3259315 Jun 28 11:39:20.997232 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-234f6411-4eca-4373-a8a4-7f6b3520121b req-0c3465fc-06a6-495f-af52-663f13010250 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups?id=981d7b24-b4c5-428d-9c12-2969b9d81ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1197071 Jun 28 11:39:21.031859 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.l3_agent_scheduler [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88060) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:39:21.216550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88060) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:39:21.230273 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:39:21.241994 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:39:21.242825 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:39:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:21.307205 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] No DVR routers for this DVR port a56eec3a-072b-4763-8eb7-6a1f4b94fd27 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:39:21.310055 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:21.313178 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'name': 'network-vif-deleted', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:39:21.330921 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-284d76c5-002e-4d6f-b473-026c0be2ad1f req-ad150292-cbb7-4d28-9a36-ab3b18a202f5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.26 "DELETE /v2.0/ports/a56eec3a-072b-4763-8eb7-6a1f4b94fd27 HTTP/1.1" status: 204 len: 173 time: 1.4902377 Jun 28 11:39:21.432272 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb89ea43-e57f-41a9-9fcb-ba4b9bd4d261'] response: {'server_uuid': 'c75fc7d2-2b5a-469d-a628-9969ec0febe6', 'name': 'network-vif-deleted', 'tag': 'a56eec3a-072b-4763-8eb7-6a1f4b94fd27', 'status': 'completed', 'code': 200} Jun 28 11:39:21.473971 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:39:21.786542 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:21.790375 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:39:21.799331 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:39:21.799886 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:39:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:21.980896 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:39:22.119234 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60660) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:22.189693 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.217169 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.270580 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.289737 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981d7b24-b4c5-428d-9c12-2969b9d81ca0,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:22.300221 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.300573 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.300914 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.301256 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.301608 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:22.302140 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.302140 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.302334 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.302575 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.305297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.305297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.305297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.305297 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:22.308023 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.309141 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-f8ce65e3-2ca1-499c-a71c-4a4db7d32027 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/security-groups/981d7b24-b4c5-428d-9c12-2969b9d81ca0 HTTP/1.1" status: 204 len: 168 time: 0.1889083 Jun 28 11:39:22.312648 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60664) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:22.324657 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4c283-fc23-4475-9031-01265afc1985 None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:32:31Z', 'revision_number': 4, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi', '_interfaces': [{'id': '3358131f-c820-4350-ad62-b49e76108743', 'name': '', 'network_id': '96202975-dca6-4f93-ab0a-90f1a47bb47f', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'mac_address': 'fa:16:3e:67:54:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:30Z', 'updated_at': '2022-06-28T11:32:36Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'subnets': [{'id': 'a9a8c58c-21ea-4c16-9b4b-57a95799ea98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:39:22.329427 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.api.v2.resource [None req-b4bcf78f-150e-48d6-9eb7-12df0f2bdb7b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] show failed (client error): The resource could not be found. Jun 28 11:39:22.330638 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-b4bcf78f-150e-48d6-9eb7-12df0f2bdb7b tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "GET /v2.0/security-groups/981d7b24-b4c5-428d-9c12-2969b9d81ca0 HTTP/1.1" status: 404 len: 347 time: 0.0168536 Jun 28 11:39:22.333686 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60668) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:22.496500 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port 824bfca8-bde1-48d7-aaa4-f2fef46c4359 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:22.496916 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.550071 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97aee0b-b0fa-4177-88f7-4aec366f18d3 None None] New status for floating IP e01a2636-cf1e-49ee-a83e-4861bcb4cabe: DOWN {{(pid=88062) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 11:39:22.664879 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.665200 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:22.788762 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for 824bfca8-bde1-48d7-aaa4-f2fef46c4359 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:22.966183 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.db.api [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:39:22.966503 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG oslo_db.api [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:39:22.987011 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:23.224144 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a56eec3a-072b-4763-8eb7-6a1f4b94fd27 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:39:23.257770 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: a56eec3a-072b-4763-8eb7-6a1f4b94fd27 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:39:23.258105 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device a56eec3a-072b-4763-8eb7-6a1f4b94fd27 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:39:23.467205 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Deleting port 824bfca8-bde1-48d7-aaa4-f2fef46c4359 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:23.467830 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:23.634636 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:23.634884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:23.762070 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Calling delete_port for 824bfca8-bde1-48d7-aaa4-f2fef46c4359 owned by network:floatingip {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:23.898654 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:23.950100 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Pushing event deleted for resources: {'Port': ['ID=824bfca8-bde1-48d7-aaa4-f2fef46c4359,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:24.028479 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:39:24.048758 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks [] for floatingip, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:24.066574 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for floatingip, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:24.067664 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-4be4f905-5a87-4d4a-a50a-7f3da2d9c7a5 tempest-AttachVolumeNegativeTest-572381018 tempest-AttachVolumeNegativeTest-572381018-project] 10.222.0.44 "DELETE /v2.0/floatingips/e01a2636-cf1e-49ee-a83e-4861bcb4cabe HTTP/1.1" status: 204 len: 168 time: 1.7332127 Jun 28 11:39:28.295385 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60706) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:28.858127 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1652710'] for router_interface, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:28.944493 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-e7e75f1b-a536-46fc-aa0c-13df30367784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:29.291232 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Deleting port 3358131f-c820-4350-ad62-b49e76108743 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:29.291568 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:29.458750 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] For port 3358131f-c820-4350-ad62-b49e76108743, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=3358131f-c820-4350-ad62-b49e76108743,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:29.459433 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:29.582000 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Calling delete_port for 3358131f-c820-4350-ad62-b49e76108743 owned by network:router_interface {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:29.745808 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:29.792516 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Pushing event deleted for resources: {'Port': ['ID=3358131f-c820-4350-ad62-b49e76108743,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:30.060404 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2070389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1652626'] for router_interface, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:30.406916 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f has already been hosted by L3 agent 0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8 {{(pid=88059) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 11:39:30.676698 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] Notify agent at l3_agent.dv-cinder-844474-1-iscsi the message routers_updated {{(pid=88059) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 28 11:39:30.685827 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] Sync routers for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 11:39:30.689099 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ad7baf5b-7173-4ab8-8c79-63b73bd3d777 admin admin] 10.222.0.44 "PUT /v2.0/routers/f28a6e13-6e27-488a-b28d-ceb0c41e1b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3921998 Jun 28 11:39:30.691564 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60714) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:30.695904 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:39:30.696633 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:39:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:30.861453 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks [] for router, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:30.874261 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: dv-cinder-844474-1-iscsi {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:39:31.039795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.050062 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Deleting port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:31.050418 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.191996 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'external_fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124'}], 'enable_snat': True}, 'gw_port_id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:39:29Z', 'revision_number': 5, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port': {'id': '8a5fc3ce-2d5c-4b71-962a-dcc852a5e410', 'name': '', 'network_id': 'c626622b-f658-4a78-b496-f20f070e389d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:71:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'ip_address': '172.27.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844474-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-28T11:32:28Z', 'updated_at': '2022-06-28T11:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b53694e-0b28-4a99-ada2-2dd4644de260', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844474-1-iscsi'}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:31.195692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] Checking router: f28a6e13-6e27-488a-b28d-ceb0c41e1b0f for host: dv-cinder-844474-1-iscsi {{(pid=88061) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 11:39:31.204514 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] Routers {'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'} bound to L3 agent in host dv-cinder-844474-1-iscsi {{(pid=88061) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 28 11:39:31.205096 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844474-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-28T11:08:31Z,description=,heartbeat_timestamp=2022-06-28T11:39:01Z,host='dv-cinder-844474-1-iscsi',id=0b3ca8c1-8af4-49e8-b2fd-854b98c81fe8,load=0,resource_versions=,resources_synced=,started_at=2022-06-28T11:08:31Z,topic='l3_agent')) {'router_ids': ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'], 'active': True} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:31.224827 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] For port 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,segment=NetworkSegment(dd0f8c75-704d-4382-a80a-4cdc60a655c2),segment_id=dd0f8c75-704d-4382-a80a-4cdc60a655c2)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:31.225184 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.345546 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-950f271e-d84b-41d5-803d-18794ee49367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.348351 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Calling delete_port for 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 owned by network:router_gateway {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:31.363456 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_dvr_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] Set router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f gateway port host: None {{(pid=88061) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 28 11:39:31.468443 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.l3_hamode_db [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:39:31Z', 'revision_number': 6, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port_host': None}], 'dv-cinder-844474-1-iscsi', False) {} {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:31.472578 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d0f221-6e43-4aad-8444-a6b1f6dc721d None None] The sync data for ids ['f28a6e13-6e27-488a-b28d-ceb0c41e1b0f'] in dv-cinder-844474-1-iscsi is: [{'id': 'f28a6e13-6e27-488a-b28d-ceb0c41e1b0f', 'name': 'tempest-AttachVolumeNegativeTest-834292663-router', 'tenant_id': '3d150009c86f429594ee5c426a72700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-28T11:32:27Z', 'updated_at': '2022-06-28T11:39:31Z', 'revision_number': 6, 'project_id': '3d150009c86f429594ee5c426a72700b', 'gw_port_host': None}] {{(pid=88061) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 11:39:31.522137 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.571768 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5fc3ce-2d5c-4b71-962a-dcc852a5e410,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:31.664891 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1657607'] for router_gateway, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.940440 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654958', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4232'] for router, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.942647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.966485 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1658342'] for router, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.966985 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f28a6e13-6e27-488a-b28d-ceb0c41e1b0f {{(pid=88059) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 28 11:39:31.979135 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] Notify callbacks [] for router, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:31.980246 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e014a95f-5514-4d7c-b8d0-dc0793e4f11c admin admin] 10.222.0.44 "DELETE /v2.0/routers/f28a6e13-6e27-488a-b28d-ceb0c41e1b0f HTTP/1.1" status: 204 len: 168 time: 1.2877898 Jun 28 11:39:31.982767 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60718) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:32.041102 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Deleting subnet a9a8c58c-21ea-4c16-9b4b-57a95799ea98 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:39:32.043939 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.092211 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.176722 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.243967 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.283266 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a8c58c-21ea-4c16-9b4b-57a95799ea98,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:32.285233 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.290299 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22d73c4-087a-4957-b460-bf9b1cac1df5 None None] Network 96202975-dca6-4f93-ab0a-90f1a47bb47f requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:39:32.291411 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6300ffda-b89f-4823-9afa-64dd2af8dcc9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a9a8c58c-21ea-4c16-9b4b-57a95799ea98 HTTP/1.1" status: 204 len: 168 time: 0.3076713 Jun 28 11:39:32.293819 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60722) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:32.407793 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.418998 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Deleting port 963494de-addf-4551-a8c6-bea5c9c3eb7c {{(pid=88059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:32.421720 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.433773 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.491876 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.590120 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] DHCP port deletion for 96202975-dca6-4f93-ab0a-90f1a47bb47f request from dv-cinder-844474-1-iscsi {{(pid=88061) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 28 11:39:32.594692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 3358131f-c820-4350-ad62-b49e76108743 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:39:32.631361 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Deleting port 963494de-addf-4551-a8c6-bea5c9c3eb7c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:32.631642 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.646299 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.db [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] For port 963494de-addf-4551-a8c6-bea5c9c3eb7c, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=963494de-addf-4551-a8c6-bea5c9c3eb7c,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:32.646657 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.659077 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 3358131f-c820-4350-ad62-b49e76108743 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:39:32.659425 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 3358131f-c820-4350-ad62-b49e76108743 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:39:32.659827 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:39:32.700435 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:39:32.700770 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 8a5fc3ce-2d5c-4b71-962a-dcc852a5e410 not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:39:32.775248 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.plugin [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Calling delete_port for 963494de-addf-4551-a8c6-bea5c9c3eb7c owned by network:dhcp {{(pid=88059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:32.856789 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2647489'] for port, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.866008 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] For port 963494de-addf-4551-a8c6-bea5c9c3eb7c, host dv-cinder-844474-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844474-1-iscsi',level=0,port_id=963494de-addf-4551-a8c6-bea5c9c3eb7c,segment=NetworkSegment(cdeb9dfd-437c-4906-ae25-cda27d6efbdf),segment_id=cdeb9dfd-437c-4906-ae25-cda27d6efbdf)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:32.866450 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:32.904691 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=963494de-addf-4551-a8c6-bea5c9c3eb7c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:32.907139 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] No DVR routers for this DVR port 963494de-addf-4551-a8c6-bea5c9c3eb7c on host dv-cinder-844474-1-iscsi {{(pid=88059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:39:32.998559 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Calling delete_port for 963494de-addf-4551-a8c6-bea5c9c3eb7c owned by network:dhcp {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:39:33.023547 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.047982 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96202975-dca6-4f93-ab0a-90f1a47bb47f']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:33.060252 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:33.060546 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdeb9dfd-437c-4906-ae25-cda27d6efbdf') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: from cryptography.utils import int_from_bytes Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: from cryptography.utils import int_from_bytes Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn_limited( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn_limited( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.065888 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 11:39:33.068636 dv-cinder-844474-1-iscsi neutron-server[88061]: util.warn( Jun 28 11:39:33.072109 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.db.api [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88061) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 11:39:33.072539 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG oslo_db.api [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88061) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 11:39:33.074332 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.090741 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.096667 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:39:33.097053 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.186456 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment cdeb9dfd-437c-4906-ae25-cda27d6efbdf resource provider aggregate not found Jun 28 11:39:33.195270 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.213767 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.216735 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment cdeb9dfd-437c-4906-ae25-cda27d6efbdf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdeb9dfd-437c-4906-ae25-cda27d6efbdf found for delete ", "request_id": "req-2280f0c2-b50f-43a5-bd5b-92fd37a00bc4"}]} Jun 28 11:39:33.225218 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] Pushing event deleted for resources: {'Network': ['ID=96202975-dca6-4f93-ab0a-90f1a47bb47f,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:33.238059 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-8f242f3c-8beb-467b-9d6a-d349107e1f5a admin admin] 10.222.0.44 "DELETE /v2.0/networks/96202975-dca6-4f93-ab0a-90f1a47bb47f HTTP/1.1" status: 204 len: 168 time: 0.9433408 Jun 28 11:39:33.342480 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60734) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:33.395499 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-6fa06b3a-8633-4af3-a835-7c1e81e61055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d150009c86f429594ee5c426a72700b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518832 Jun 28 11:39:33.397912 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60738) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:33.454695 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d894e731-bc0d-4fac-8d7b-0fb19c62eb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.479536 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d894e731-bc0d-4fac-8d7b-0fb19c62eb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.530895 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d894e731-bc0d-4fac-8d7b-0fb19c62eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.549690 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e731-bc0d-4fac-8d7b-0fb19c62eb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228550b2-3867-4ece-958e-81ea5fec9258,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:33.556908 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-d894e731-bc0d-4fac-8d7b-0fb19c62eb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.557928 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-d894e731-bc0d-4fac-8d7b-0fb19c62eb9f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/228550b2-3867-4ece-958e-81ea5fec9258 HTTP/1.1" status: 204 len: 168 time: 0.1591444 Jun 28 11:39:33.573765 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Deleting port 963494de-addf-4551-a8c6-bea5c9c3eb7c {{(pid=88061) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:39:33.574268 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:33.674042 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-caad67c5-aa40-4f18-abcd-c14d4ef44630 None None] The port '963494de-addf-4551-a8c6-bea5c9c3eb7c' was deleted {{(pid=88061) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 28 11:39:33.695845 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:34.556298 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 963494de-addf-4551-a8c6-bea5c9c3eb7c no longer exists at agent ovs-agent-dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:39:34.591000 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] No Port match for: 963494de-addf-4551-a8c6-bea5c9c3eb7c {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:39:34.591590 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Device 963494de-addf-4551-a8c6-bea5c9c3eb7c not bound to the agent host dv-cinder-844474-1-iscsi {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:39:38.224110 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60826) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:38.335869 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.350773 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:38.354522 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Usage tracker for resource:security_group_rule and tenant:9b55c35ee8ef46b09f5dc177359427d1 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:38.357296 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:38.363209 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:38.450027 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.454539 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.504277 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b55c35ee8ef46b09f5dc177359427d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791162 Jun 28 11:39:38.505881 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5102-5bbf-4ab4-8f63-a85795bc6d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaf073e-0f0c-45b4-9e89-7392cd9c1ebc,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:38.506979 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60832) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:38.565285 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec41eda1-fe4a-4f9d-945b-a7d7e7454677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.591560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec41eda1-fe4a-4f9d-945b-a7d7e7454677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.645463 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec41eda1-fe4a-4f9d-945b-a7d7e7454677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.659113 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41eda1-fe4a-4f9d-945b-a7d7e7454677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaf073e-0f0c-45b4-9e89-7392cd9c1ebc,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:38.665014 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ec41eda1-fe4a-4f9d-945b-a7d7e7454677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.666150 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ec41eda1-fe4a-4f9d-945b-a7d7e7454677 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8aaf073e-0f0c-45b4-9e89-7392cd9c1ebc HTTP/1.1" status: 204 len: 168 time: 0.1582108 Jun 28 11:39:38.942560 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60840) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:38.959679 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:38.973887 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:38.977630 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Usage tracker for resource:security_group_rule and tenant:74213d84cebd4f6ab8459f5d8d1f8c8c is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:38.980619 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:38.986933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:39.074092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:39.078092 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:39.125493 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74213d84cebd4f6ab8459f5d8d1f8c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818490 Jun 28 11:39:39.127370 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d55f4-08f5-470a-8473-ae76184755b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9442e4a-1a75-434c-95c4-3c285f9612f1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:39.128909 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60844) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:39.191809 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c865f2c5-5a7a-48da-a801-5bb91859ef0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:39.216583 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c865f2c5-5a7a-48da-a801-5bb91859ef0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:39.269584 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c865f2c5-5a7a-48da-a801-5bb91859ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:39.285447 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865f2c5-5a7a-48da-a801-5bb91859ef0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9442e4a-1a75-434c-95c4-3c285f9612f1,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:39.295276 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-c865f2c5-5a7a-48da-a801-5bb91859ef0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:39.296996 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-c865f2c5-5a7a-48da-a801-5bb91859ef0e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9442e4a-1a75-434c-95c4-3c285f9612f1 HTTP/1.1" status: 204 len: 168 time: 0.1662431 Jun 28 11:39:43.998892 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60920) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:44.111607 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.129087 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:44.132860 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Usage tracker for resource:security_group_rule and tenant:8aa1006e2b8c46629a21082150c54765 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:44.135666 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:44.142018 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:44.228458 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.232359 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.279669 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8aa1006e2b8c46629a21082150c54765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795212 Jun 28 11:39:44.280948 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70996f63-5036-4eb6-b253-55843226cd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb9769-f6b5-485a-9368-8c45cf01ac7d,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:44.283400 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60926) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:44.340550 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d72385-a519-4516-9419-1fee114744d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.366140 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d72385-a519-4516-9419-1fee114744d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.416676 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d72385-a519-4516-9419-1fee114744d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.432408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d72385-a519-4516-9419-1fee114744d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb9769-f6b5-485a-9368-8c45cf01ac7d,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:44.440996 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-94d72385-a519-4516-9419-1fee114744d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.442132 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-94d72385-a519-4516-9419-1fee114744d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35eb9769-f6b5-485a-9368-8c45cf01ac7d HTTP/1.1" status: 204 len: 168 time: 0.1577764 Jun 28 11:39:44.722596 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60934) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:44.739306 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.756552 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:44.760305 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Usage tracker for resource:security_group_rule and tenant:6b6bfb85667d4cf8b361a594774a2ddf is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:44.763070 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:44.769142 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:44.850867 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.854317 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.903300 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b6bfb85667d4cf8b361a594774a2ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796377 Jun 28 11:39:44.904102 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868aacda-bf55-470d-b51f-f23cca54a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a729138-eb5b-44ed-a77a-c6830efe13f4,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:44.906617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60938) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:44.965020 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ab840f89-0b2d-4487-bf52-c15580f3db26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:44.989287 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ab840f89-0b2d-4487-bf52-c15580f3db26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:45.040495 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ab840f89-0b2d-4487-bf52-c15580f3db26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:45.059510 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab840f89-0b2d-4487-bf52-c15580f3db26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a729138-eb5b-44ed-a77a-c6830efe13f4,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:45.069983 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-ab840f89-0b2d-4487-bf52-c15580f3db26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:45.071096 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-ab840f89-0b2d-4487-bf52-c15580f3db26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a729138-eb5b-44ed-a77a-c6830efe13f4 HTTP/1.1" status: 204 len: 168 time: 0.1632915 Jun 28 11:39:46.167343 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 60970) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:46.280831 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.295235 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:46.299653 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Usage tracker for resource:security_group_rule and tenant:9b8f7c07ba4f45fe914cb62ee410e5d0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:46.302402 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:46.307982 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:46.387880 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.391981 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.438080 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b8f7c07ba4f45fe914cb62ee410e5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696164 Jun 28 11:39:46.439545 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04033695-5e0f-4d59-b20a-f602d17c8cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48986c91-d2db-44cc-a5e1-16f19d1e46a4,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:46.440741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 60976) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:46.497901 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-854ecc09-5f54-4355-afbc-69c166b0f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.523548 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-854ecc09-5f54-4355-afbc-69c166b0f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.574508 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-854ecc09-5f54-4355-afbc-69c166b0f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.594977 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ecc09-5f54-4355-afbc-69c166b0f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48986c91-d2db-44cc-a5e1-16f19d1e46a4,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:46.605008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-854ecc09-5f54-4355-afbc-69c166b0f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:46.606139 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-854ecc09-5f54-4355-afbc-69c166b0f4f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48986c91-d2db-44cc-a5e1-16f19d1e46a4 HTTP/1.1" status: 204 len: 168 time: 0.1643929 Jun 28 11:39:47.254731 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 32768) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:47.355680 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1449134595-network', 'tenant_id': '3ca656cb6a024b68b17478e253711540'}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:39:47.360489 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:47.364307 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Usage tracker for resource:network and tenant:3ca656cb6a024b68b17478e253711540 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:47.367128 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:47.373190 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:47.383632 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Made reservation on behalf of 3ca656cb6a024b68b17478e253711540 for: {'network': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:39:47.386120 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for network, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.398589 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.412599 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:47.416308 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Usage tracker for resource:security_group_rule and tenant:3ca656cb6a024b68b17478e253711540 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:47.419032 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:47.424836 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:47.508223 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.512047 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.542199 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=88059) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 11:39:47.551164 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb8e9b6-fc23-4634-b609-132e3bd1438c,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:47.556870 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.557210 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.db.segments_db [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Added segment 52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32 of type vlan for network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa Jun 28 11:39:47.591795 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736431897878'] for network, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.620971 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284'] for network, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.621947 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:47.622513 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:47.814704 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:47.818554 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3f5dbf37-0aa4-49e5-9821-2a4c98b56b97 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5628080 Jun 28 11:39:47.821381 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 32774) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:39:47.824302 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa details requested by agent ovs-agent-dv-cinder-844474-1-iscsi with host dv-cinder-844474-1-iscsi {{(pid=88061) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 28 11:39:47.828718 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.v2.base [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Request body: {'subnet': {'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1449134595-subnet', 'tenant_id': '3ca656cb6a024b68b17478e253711540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88059) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:39:47.833705 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:47.837590 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Usage tracker for resource:subnet and tenant:3ca656cb6a024b68b17478e253711540 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:47.840433 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:47.846756 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:47.856996 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Made reservation on behalf of 3ca656cb6a024b68b17478e253711540 for: {'subnet': 1} {{(pid=88059) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:39:47.859514 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2458122'] for subnet, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:48.062015 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2646097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2458172'] for subnet, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:48.135727 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4936e25c-3ac8-44a9-9585-da1258f7bbf2,revision_number=0']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:48.144233 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Checking segment: {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:39:48.144583 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Network hostable DHCP agents. Network: 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa, hostable agents: ['dfd7507e-a68d-4934-979e-107f1d6131cb'], hosted agents: [] {{(pid=88059) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 11:39:48.162828 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa is scheduled to be hosted by DHCP agent dfd7507e-a68d-4934-979e-107f1d6131cb with binding_index 1 {{(pid=88059) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 11:39:48.171834 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844474-1-iscsi, 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa) {{(pid=88059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:39:48.175749 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:48.176334 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:48.180692 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fdf50-05a4-4e91-acb5-61fc8959288a None None] Network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:39:48.196408 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-3d1fcf76-c788-4365-ae64-e2e7af616c59 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3732998 Jun 28 11:39:48.395984 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d71faf-58fc-43be-b2a0-338b18e2563e None None] Network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa requested from dv-cinder-844474-1-iscsi {{(pid=88061) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 28 11:39:50.170003 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-cd8366ce-1555-45b3-a644-614f1aca17cf tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:50.171367 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-cd8366ce-1555-45b3-a644-614f1aca17cf tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 814 time: 0.1507919 Jun 28 11:39:50.185394 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-1631e073-96cb-4619-b5be-2068e82e98d9 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/quotas/3ca656cb6a024b68b17478e253711540 HTTP/1.1" status: 200 len: 375 time: 0.0085948 Jun 28 11:39:50.238041 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-f2170d0f-cad2-47cc-b861-80a624da938b tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468500 Jun 28 11:39:50.412708 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-62144f41-9466-439e-9fd4-6fb279044bfd service neutron] 10.222.0.44 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682317 Jun 28 11:39:50.643300 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-f549ca60-b21b-471b-b564-901e5284be1c service neutron] 10.222.0.44 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244306 Jun 28 11:39:50.821811 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-2fa72584-49ad-4413-bfec-172dd5cc0c0e req-7451b038-710e-4fc5-9a0f-f43c47569b9a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 210 time: 0.0500650 Jun 28 11:39:51.821405 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-83365df0-e639-4299-a064-589cb1f37b3a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:51.822819 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-83365df0-e639-4299-a064-589cb1f37b3a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 814 time: 0.1476057 Jun 28 11:39:51.834079 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Request body: {'port': {'device_id': 'a468b71a-611b-4414-be92-6007e93e6deb', 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa', 'admin_state_up': True, 'tenant_id': '3ca656cb6a024b68b17478e253711540'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:39:52.010928 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-b6c9a221-0a5c-42ba-9735-29e37f261816 req-9c5bec2b-f1cf-4602-b3cd-a87d4f831cbf tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 210 time: 0.0721428 Jun 28 11:39:52.021033 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:39:52.024860 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Usage tracker for resource:port and tenant:3ca656cb6a024b68b17478e253711540 is out of sync, need to count used quota {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:39:52.027649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88060) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:39:52.033801 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:39:52.043072 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Made reservation on behalf of 3ca656cb6a024b68b17478e253711540 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:39:52.047479 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:52.211765 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Allocated IP 172.20.0.3 (7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa/4936e25c-3ac8-44a9-9585-da1258f7bbf2/8d6b6d1c-2e5d-4c96-8775-518f8722b5c1) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:39:52.412477 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:52.441126 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:52.505233 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:39:52.512240 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:39:52.516943 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:39:52.549586 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Pushing event updated for resources: {'Port': ['ID=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:52.584691 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:52.585314 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:52.608689 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-8a624bc5-58d4-451e-8954-0134ca369bb6 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776604 Jun 28 11:39:52.619008 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Request body: {'port': {'device_id': 'a468b71a-611b-4414-be92-6007e93e6deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:39:52.735040 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:52.986963 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:53.076604 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:39:53.084144 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:53.099220 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Transition to ACTIVE for port object 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:39:53.102803 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:53.210071 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe0b0b-47b9-4540-abc3-b3e97bdd9d4a req-09ce7bf7-6833-4159-9f22-89a58879da69 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:53.211446 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eebe0b0b-47b9-4540-abc3-b3e97bdd9d4a req-09ce7bf7-6833-4159-9f22-89a58879da69 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 943 time: 0.0934670 Jun 28 11:39:53.260234 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-eebe0b0b-47b9-4540-abc3-b3e97bdd9d4a req-f4cb2eff-4444-420d-b523-5b348c96b3cf tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Synchronizing usage tracker for tenant:3ca656cb6a024b68b17478e253711540 on resource:security_group {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:39:53.265753 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:53.277075 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-eebe0b0b-47b9-4540-abc3-b3e97bdd9d4a req-f4cb2eff-4444-420d-b523-5b348c96b3cf tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Unset dirty status for tenant:3ca656cb6a024b68b17478e253711540 on resource:security_group {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:39:53.278442 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-eebe0b0b-47b9-4540-abc3-b3e97bdd9d4a req-f4cb2eff-4444-420d-b523-5b348c96b3cf tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612471 Jun 28 11:39:53.434992 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Attempting to bind port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:39:53.435322 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Attempting to bind port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:39:53.435649 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Attempting to bind port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 on network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:39:53.440904 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 on network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:39:53.441221 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Attempting to bind port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 on network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:39:53.446175 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:39:53.446506 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Checking segment: {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:39:53.446886 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Bound using segment: {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:39:53.447307 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Bound port: 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:39:53.447651 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:53.535824 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] For port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:39:53.538685 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] For port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:39:53.542796 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:53.602523 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:53.603136 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:53.604898 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] 10.222.0.26 "PUT /v2.0/ports/8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 HTTP/1.1" status: 200 len: 1093 time: 0.9898012 Jun 28 11:39:53.605359 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a468b71a-611b-4414-be92-6007e93e6deb', 'tag': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:39:53.632011 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06ec4c-ef4c-444f-b86d-da9035a3bd5a service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:53.681135 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1761a9-3a48-4dad-af61-5be60db12b02'] response: {'name': 'network-changed', 'server_uuid': 'a468b71a-611b-4414-be92-6007e93e6deb', 'tag': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1', 'status': 'completed', 'code': 200} Jun 28 11:39:53.720903 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-e470850f-1549-49fa-b792-a7ea67012fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:53.722380 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-e470850f-1549-49fa-b792-a7ea67012fe8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 1096 time: 0.0804553 Jun 28 11:39:53.788596 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-c2d59515-5c84-4998-bbca-c9ccb21c0fcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0589046 Jun 28 11:39:53.851178 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969f251-affc-4125-9383-39e6de29bb71 req-1dcc7a3d-4eac-4f19-aa69-f063c70166a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:53.852538 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-1dcc7a3d-4eac-4f19-aa69-f063c70166a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4936e25c-3ac8-44a9-9585-da1258f7bbf2 HTTP/1.1" status: 200 len: 854 time: 0.0576692 Jun 28 11:39:53.907310 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-1678579f-5fba-4594-b158-2bbc2ccd30cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478594 Jun 28 11:39:54.035666 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-e3789960-8195-4f46-af01-872b54c51b4c service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223235 Jun 28 11:39:54.164794 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c969f251-affc-4125-9383-39e6de29bb71 req-36a6683c-e644-40a9-ba54-4ea7a717e986 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221387 Jun 28 11:39:54.291761 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-cc748fb9-997e-4231-9def-6d16a43335c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:54.293244 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-cc748fb9-997e-4231-9def-6d16a43335c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 1096 time: 0.0870905 Jun 28 11:39:54.424359 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-e8f7f894-6fcf-4f56-9538-971442a9118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:54.425739 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-e8f7f894-6fcf-4f56-9538-971442a9118a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 915 time: 0.1269004 Jun 28 11:39:54.470878 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de98af-f609-4173-9bda-717e4ebbaeee req-9c1b890b-2505-4c6f-9e68-4abae63584a1 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:54.472343 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-96de98af-f609-4173-9bda-717e4ebbaeee req-9c1b890b-2505-4c6f-9e68-4abae63584a1 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 943 time: 0.0859072 Jun 28 11:39:54.490894 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-8ace8dde-e337-4be2-9e42-4e933c4c631a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0595636 Jun 28 11:39:54.520534 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-96de98af-f609-4173-9bda-717e4ebbaeee req-4e6bc1af-a3b1-46a8-b80d-6fce4251c77c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Jun 28 11:39:54.556863 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-2980b767-d25d-4656-bf4c-3a3d013ae4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:54.558294 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-2980b767-d25d-4656-bf4c-3a3d013ae4d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4936e25c-3ac8-44a9-9585-da1258f7bbf2 HTTP/1.1" status: 200 len: 854 time: 0.0612473 Jun 28 11:39:54.612331 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-bcdb3d54-85e1-45a8-a83f-aed35bb3b7a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484865 Jun 28 11:39:54.746078 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-06d0b5c9-9cb2-4b1b-a2a2-5e1eea5bd65f service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277561 Jun 28 11:39:54.872188 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fa0326e5-8ebd-4ebe-b59f-90f53ee0d1a2 req-7568b9ec-d17a-4e37-8329-3e433f919d74 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195531 Jun 28 11:39:55.811593 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9deffe-9315-47b4-b60a-55a3ff820704 req-3b127000-dc8a-465d-b923-64b758c14132 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:55.812253 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-da9deffe-9315-47b4-b60a-55a3ff820704 req-3b127000-dc8a-465d-b923-64b758c14132 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Synchronizing usage tracker for tenant:3ca656cb6a024b68b17478e253711540 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:39:55.828993 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-da9deffe-9315-47b4-b60a-55a3ff820704 req-3b127000-dc8a-465d-b923-64b758c14132 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Unset dirty status for tenant:3ca656cb6a024b68b17478e253711540 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:39:55.830230 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-da9deffe-9315-47b4-b60a-55a3ff820704 req-3b127000-dc8a-465d-b923-64b758c14132 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 943 time: 0.2035050 Jun 28 11:39:55.872988 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-da9deffe-9315-47b4-b60a-55a3ff820704 req-03943cc9-ea11-47e4-9862-a6857e091888 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Jun 28 11:39:57.062754 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614904e-0038-4100-bb8d-75cbfa863f1b req-6f17e15f-a317-4f4b-9ba5-aeaf24fecd01 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:57.064205 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c614904e-0038-4100-bb8d-75cbfa863f1b req-6f17e15f-a317-4f4b-9ba5-aeaf24fecd01 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 943 time: 0.0859082 Jun 28 11:39:57.107248 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c614904e-0038-4100-bb8d-75cbfa863f1b req-2c9a5d88-6efc-429e-af0c-8b367283a837 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Jun 28 11:39:57.363713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:39:57.493735 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:57.506533 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1', 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa', 'port_id': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1', 'mac_address': 'fa:16:3e:0c:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4936e25c-3ac8-44a9-9585-da1258f7bbf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:39:57.559322 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:39:57.559689 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:57.579639 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:39:57.595286 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:57.599460 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:57.667149 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:57.674118 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.674458 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.674794 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.675123 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.675444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.675763 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.676079 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.676397 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.676713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.677030 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.677362 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.677672 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:39:57.914345 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['8d6b6d1c-2e5d-4c96-8775-518f8722b5c1'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:39:58.294084 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fc386-7c20-44c5-af51-713421ce21d9 req-e767a245-462b-4e6a-bdbe-7f0f21ef2b9d tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:58.296044 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dc0fc386-7c20-44c5-af51-713421ce21d9 req-e767a245-462b-4e6a-bdbe-7f0f21ef2b9d tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 944 time: 0.0856557 Jun 28 11:39:58.338820 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dc0fc386-7c20-44c5-af51-713421ce21d9 req-95760f29-e7b8-4b06-98d2-06009d2d5cca tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Jun 28 11:39:58.946225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d4e32b4d-3ffd-4c54-96de-dc63f6de37df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:59.376022 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:39:59.444476 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:39:59.449286 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:39:59.449657 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:59.535939 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b75b86-bc5e-4fc5-a3c3-a7b124a47dd2 req-2181f093-3744-417d-80dc-a0d76bb38c27 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:59.537409 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-97b75b86-bc5e-4fc5-a3c3-a7b124a47dd2 req-2181f093-3744-417d-80dc-a0d76bb38c27 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 944 time: 0.0913076 Jun 28 11:39:59.569809 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:39:59.570185 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:59.581525 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-97b75b86-bc5e-4fc5-a3c3-a7b124a47dd2 req-e9c7b0fe-3bb2-4b35-8dea-267de0b6ea30 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383475 Jun 28 11:39:59.597523 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468b71a-611b-4414-be92-6007e93e6deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:39:59.607364 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:39:59.612123 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:39:59.649669 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0453f5-b5cc-46a2-8a01-7011327096d6'] response: {'server_uuid': 'a468b71a-611b-4414-be92-6007e93e6deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1', 'code': 200} Jun 28 11:39:59.683841 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:39:59.875198 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a83278-b341-4e89-b04f-3d7d6db8b2b6 req-d3e687c7-2059-4990-a1e7-6b9eddfa656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:39:59.876867 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-37a83278-b341-4e89-b04f-3d7d6db8b2b6 req-d3e687c7-2059-4990-a1e7-6b9eddfa656c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 1098 time: 0.0798912 Jun 28 11:39:59.916248 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-37a83278-b341-4e89-b04f-3d7d6db8b2b6 req-d61b5ee0-83c6-42c9-be9c-27e87af53023 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335853 Jun 28 11:40:00.777722 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6353cd9-c38a-49f3-8183-379651af6f72 req-5d668662-74d0-4dc1-94ad-464929ea1c98 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:00.779076 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b6353cd9-c38a-49f3-8183-379651af6f72 req-5d668662-74d0-4dc1-94ad-464929ea1c98 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 945 time: 0.0887442 Jun 28 11:40:00.824997 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-b6353cd9-c38a-49f3-8183-379651af6f72 req-5b87bc6d-a43b-40be-bc33-47cdc92def25 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402553 Jun 28 11:40:01.027385 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:40:01.306604 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-dbd6ea98-67de-40e9-89a3-64fda9a025bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:02.018097 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40900d5a-ce6e-42bc-8aea-30ac97025e00 req-c78ed3ae-294c-4700-ad0d-71535f45af78 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:02.019522 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-40900d5a-ce6e-42bc-8aea-30ac97025e00 req-c78ed3ae-294c-4700-ad0d-71535f45af78 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 945 time: 0.0881629 Jun 28 11:40:02.063439 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-40900d5a-ce6e-42bc-8aea-30ac97025e00 req-3948fb61-3793-4d67-825c-29e64d20eed9 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383408 Jun 28 11:40:02.389563 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:02.425297 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:03.647747 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:13.788651 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-dae2e5c2-cba4-4106-9bea-3d95f27c3741 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750608 Jun 28 11:40:13.935081 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-9d117291-ba5e-41d6-90fc-14e489b2d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:13.937817 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-9d117291-ba5e-41d6-90fc-14e489b2d2cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 1098 time: 0.0826054 Jun 28 11:40:14.084603 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-86cf9f2d-6ac1-4a25-b23e-433123b69d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:14.085974 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-86cf9f2d-6ac1-4a25-b23e-433123b69d6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 915 time: 0.1279681 Jun 28 11:40:14.156657 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-0974b325-9b3e-44dd-87a7-8738e52a3c72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 HTTP/1.1" status: 200 len: 217 time: 0.0642571 Jun 28 11:40:14.220239 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-8f0dd2ed-dc76-4f46-abea-f0d5011a9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:14.221605 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-8f0dd2ed-dc76-4f46-abea-f0d5011a9899 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4936e25c-3ac8-44a9-9585-da1258f7bbf2 HTTP/1.1" status: 200 len: 854 time: 0.0572362 Jun 28 11:40:14.275774 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-23b4d593-a836-45fc-ab1e-845555cd3f94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467255 Jun 28 11:40:14.407760 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-a869eaec-3acb-46a8-861a-d1337b6f8abe service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233203 Jun 28 11:40:14.539555 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-3c13eb62-96d8-405f-9793-3adb169eeb22 req-1ed049a7-55a9-4c6e-804b-edb91e31ad48 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246052 Jun 28 11:40:22.992564 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:28.948348 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-52a08074-3ba6-4bc0-9f31-a6209f28ec3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:31.307389 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-36b2f259-7330-4387-93d1-26f1130a9d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:32.389833 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:32.426954 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:33.650092 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:38.025179 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:40:52.997776 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:54.089857 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b1aec7-5d3b-4262-9f90-4305117f8fa2 req-babf587b-e438-409d-8e9a-8f788009a333 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:54.091309 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-21b1aec7-5d3b-4262-9f90-4305117f8fa2 req-babf587b-e438-409d-8e9a-8f788009a333 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 945 time: 0.0901241 Jun 28 11:40:54.135178 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-21b1aec7-5d3b-4262-9f90-4305117f8fa2 req-2daa21b6-fcba-44ce-a15e-ddbaf0faeea1 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Jun 28 11:40:55.323758 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053e08a-9fd3-4b43-b69c-d12700053398 req-4895637a-300d-4735-923d-1c390d5c8079 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:55.325195 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4053e08a-9fd3-4b43-b69c-d12700053398 req-4895637a-300d-4735-923d-1c390d5c8079 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 945 time: 0.0854063 Jun 28 11:40:55.368352 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-4053e08a-9fd3-4b43-b69c-d12700053398 req-29442a5f-dc3d-4b42-98f5-9b2d19335768 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374959 Jun 28 11:40:55.895800 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-0a29e117-7861-4c83-a301-13b04139ff89 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:55.897217 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-0a29e117-7861-4c83-a301-13b04139ff89 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 945 time: 0.0880167 Jun 28 11:40:55.966616 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Deleting port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:40:55.966958 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:56.306804 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] For port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:40:56.307154 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:56.432839 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Calling delete_port for 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:40:56.627829 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca9d0a-0d8c-43bd-960f-4f4fa1769353 req-5d6a06e4-de8e-4869-be27-8430b8f94e5f tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:40:56.629171 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-27ca9d0a-0d8c-43bd-960f-4f4fa1769353 req-5d6a06e4-de8e-4869-be27-8430b8f94e5f tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=a468b71a-611b-4414-be92-6007e93e6deb HTTP/1.1" status: 200 len: 945 time: 0.1548595 Jun 28 11:40:56.661798 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:56.674461 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['8d6b6d1c-2e5d-4c96-8775-518f8722b5c1'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:40:56.730062 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Pushing event deleted for resources: {'Port': ['ID=8d6b6d1c-2e5d-4c96-8775-518f8722b5c1,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:40:56.771737 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-27ca9d0a-0d8c-43bd-960f-4f4fa1769353 req-6f4be125-eeda-4a7f-ba50-c9499861a2c5 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363809 Jun 28 11:40:56.809076 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.809448 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.809780 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.810109 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.810432 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.810757 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.811669 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.812048 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.812371 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.812688 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.813005 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.813347 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:40:56.831131 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] No DVR routers for this DVR port 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:40:56.833452 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:40:56.835945 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a468b71a-611b-4414-be92-6007e93e6deb', 'name': 'network-vif-deleted', 'tag': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:40:56.850861 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-770652a3-3f03-4aea-b7f4-9dff3c1cc830 req-3bd1ba27-c835-4ee0-a093-dad1ca1f38f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "DELETE /v2.0/ports/8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 HTTP/1.1" status: 204 len: 173 time: 0.9482651 Jun 28 11:40:56.883018 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e88997-fc8f-4970-954e-5d9c718bd5da'] response: {'server_uuid': 'a468b71a-611b-4414-be92-6007e93e6deb', 'name': 'network-vif-deleted', 'tag': '8d6b6d1c-2e5d-4c96-8775-518f8722b5c1', 'status': 'completed', 'code': 200} Jun 28 11:40:58.950207 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b6c7f78c-3a59-4f82-9824-3d730310ac5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:00.378836 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:41:00.415062 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:41:00.415404 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 8d6b6d1c-2e5d-4c96-8775-518f8722b5c1 not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:41:01.307773 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-12ecbd59-8bf4-4c06-8d1f-446356f82271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:02.393219 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:02.435463 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:03.652244 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:08.362984 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-36e9ab19-fa9e-4763-bd0b-babf9a3b0579 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:08.363641 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-36e9ab19-fa9e-4763-bd0b-babf9a3b0579 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Synchronizing usage tracker for tenant:3ca656cb6a024b68b17478e253711540 on resource:network {{(pid=88059) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:41:08.381481 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-36e9ab19-fa9e-4763-bd0b-babf9a3b0579 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Unset dirty status for tenant:3ca656cb6a024b68b17478e253711540 on resource:network {{(pid=88059) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:41:08.382792 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-36e9ab19-fa9e-4763-bd0b-babf9a3b0579 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 814 time: 0.1611414 Jun 28 11:41:08.397763 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5665b7ff-fb85-477c-8327-24c0981bb8f4 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/quotas/3ca656cb6a024b68b17478e253711540 HTTP/1.1" status: 200 len: 375 time: 0.0095956 Jun 28 11:41:08.454993 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-fab6035d-03d4-4139-a400-b4b5e1d4be34 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521185 Jun 28 11:41:08.563222 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-e718021f-9747-41c1-90da-53e3bf5bba58 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=88059) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 11:41:08.564366 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-e718021f-9747-41c1-90da-53e3bf5bba58 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1032195 Jun 28 11:41:08.694443 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-129e7f10-2a3c-4751-825f-563fa5a0a68a service neutron] 10.222.0.44 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240642 Jun 28 11:41:08.822571 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-1c0a0a19-5c40-4e01-b78d-1d68c1e8ace4 service neutron] 10.222.0.44 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223991 Jun 28 11:41:09.004153 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6a370bc1-53e8-4210-8151-05bcf42c0a3a req-d313ce4e-7b44-4d69-b819-61d150e5c517 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Synchronizing usage tracker for tenant:3ca656cb6a024b68b17478e253711540 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:41:09.019741 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-6a370bc1-53e8-4210-8151-05bcf42c0a3a req-d313ce4e-7b44-4d69-b819-61d150e5c517 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Unset dirty status for tenant:3ca656cb6a024b68b17478e253711540 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:41:09.021017 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-6a370bc1-53e8-4210-8151-05bcf42c0a3a req-d313ce4e-7b44-4d69-b819-61d150e5c517 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 210 time: 0.0662210 Jun 28 11:41:10.004515 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5035ace8-45f1-4d42-8ca2-c94b7ed8a6d0 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:10.005969 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5035ace8-45f1-4d42-8ca2-c94b7ed8a6d0 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 814 time: 0.1528790 Jun 28 11:41:10.017675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Request body: {'port': {'device_id': '1970640d-e123-424c-b3d0-a81f7df30096', 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa', 'admin_state_up': True, 'tenant_id': '3ca656cb6a024b68b17478e253711540'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:41:10.157175 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:41:10.166446 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.quota.driver [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88060) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:41:10.176793 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Made reservation on behalf of 3ca656cb6a024b68b17478e253711540 for: {'port': 1} {{(pid=88060) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 11:41:10.178708 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-352cacc5-3f30-4720-abc1-c0371c4362f8 req-62895128-ffc4-4bcb-b2a2-675f2e173217 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 210 time: 0.0486102 Jun 28 11:41:10.180199 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:10.340385 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.db_base_plugin_common [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Allocated IP 172.20.0.2 (7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa/4936e25c-3ac8-44a9-9585-da1258f7bbf2/4fc81dc2-0441-4cf0-90e1-a518dd21550c) {{(pid=88060) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 11:41:10.537661 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks [] for port, precommit_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:10.566246 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736431911325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_create {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:10.634400 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa is already hosted by enough agents. {{(pid=88060) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 11:41:10.642035 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.scheduler.base_scheduler [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Resources bound (agent type, host, resource id): {{(pid=88060) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 11:41:10.646163 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Received port after_create {{(pid=88060) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 28 11:41:10.678971 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Pushing event updated for resources: {'Port': ['ID=4fc81dc2-0441-4cf0-90e1-a518dd21550c,revision_number=1']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:41:10.711251 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:10.711854 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:10.735418 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-be70d578-8039-4655-9885-d04523f44729 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220986 Jun 28 11:41:10.745778 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.v2.base [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Request body: {'port': {'device_id': '1970640d-e123-424c-b3d0-a81f7df30096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84447'}} {{(pid=88060) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 11:41:10.856297 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:11.344875 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc81dc2-0441-4cf0-90e1-a518dd21550c {{(pid=88060) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:41:11.353967 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:11.375518 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.provisioning_blocks [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Transition to ACTIVE for port object 4fc81dc2-0441-4cf0-90e1-a518dd21550c will not be triggered until provisioned by entity L2. {{(pid=88060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 11:41:11.379638 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:11.558723 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82347a0-dd56-4a9a-9e5e-e050e3ca4436 req-edbdcad6-597b-4bb1-bba0-af2176e3db7c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:11.559408 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c82347a0-dd56-4a9a-9e5e-e050e3ca4436 req-edbdcad6-597b-4bb1-bba0-af2176e3db7c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Synchronizing usage tracker for tenant:3ca656cb6a024b68b17478e253711540 on resource:port {{(pid=88060) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 28 11:41:11.570983 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc81dc2-0441-4cf0-90e1-a518dd21550c,revision_number=2']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:41:11.625049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.quota.resource [req-c82347a0-dd56-4a9a-9e5e-e050e3ca4436 req-edbdcad6-597b-4bb1-bba0-af2176e3db7c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Unset dirty status for tenant:3ca656cb6a024b68b17478e253711540 on resource:port {{(pid=88060) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 28 11:41:11.626279 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c82347a0-dd56-4a9a-9e5e-e050e3ca4436 req-edbdcad6-597b-4bb1-bba0-af2176e3db7c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 931 time: 0.3394427 Jun 28 11:41:11.677887 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Attempting to bind port 4fc81dc2-0441-4cf0-90e1-a518dd21550c on host hv-cinder-84447 for vnic_type normal with profile {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 28 11:41:11.678220 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Attempting to bind port 4fc81dc2-0441-4cf0-90e1-a518dd21550c by drivers openvswitch,hyperv on host hv-cinder-84447 at level 0 using segments [{'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 28 11:41:11.678547 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Attempting to bind port 4fc81dc2-0441-4cf0-90e1-a518dd21550c on network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:41:11.688358 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Port 4fc81dc2-0441-4cf0-90e1-a518dd21550c on network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84447 {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 11:41:11.688675 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Attempting to bind port 4fc81dc2-0441-4cf0-90e1-a518dd21550c on network 7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 11:41:11.692871 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-c82347a0-dd56-4a9a-9e5e-e050e3ca4436 req-a1fee5d2-611c-4063-9853-a17b8f892883 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587313 Jun 28 11:41:11.696702 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Checking agent: {'id': 'edd8dab6-4021-413a-8f9e-c53cc94af84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84447', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'started_at': datetime.datetime(2022, 6, 28, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 28, 11, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 11:41:11.697033 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Checking segment: {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 28 11:41:11.697510 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Bound using segment: {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'} {{(pid=88060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 11:41:11.698036 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.managers [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Bound port: 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host: hv-cinder-84447, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa'}}] {{(pid=88060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 28 11:41:11.698272 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:11.788710 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] For port 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host hv-cinder-84447, cleared binding levels {{(pid=88060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 28 11:41:11.791693 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] For port 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host hv-cinder-84447, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 28 11:41:11.795006 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2369449'] for port, after_update {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:11.859413 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:11.860001 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:11.861363 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] 10.222.0.26 "PUT /v2.0/ports/4fc81dc2-0441-4cf0-90e1-a518dd21550c HTTP/1.1" status: 200 len: 1093 time: 1.1194444 Jun 28 11:41:11.861794 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1970640d-e123-424c-b3d0-a81f7df30096', 'tag': '4fc81dc2-0441-4cf0-90e1-a518dd21550c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:41:11.888605 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53d49f-fd27-4277-89d7-a791f1e34268 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc81dc2-0441-4cf0-90e1-a518dd21550c,revision_number=3']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:41:11.938728 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddb8bfc-bf25-4c2f-bb73-5243a0fcb4ab'] response: {'name': 'network-changed', 'server_uuid': '1970640d-e123-424c-b3d0-a81f7df30096', 'tag': '4fc81dc2-0441-4cf0-90e1-a518dd21550c', 'status': 'completed', 'code': 200} Jun 28 11:41:11.978024 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-da55c761-dbb6-4233-bfaf-77e237c68ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:11.979506 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-da55c761-dbb6-4233-bfaf-77e237c68ec1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 1096 time: 0.0818164 Jun 28 11:41:12.045078 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-cc6a9520-e61f-4b26-a53f-2ee6ef8eaef2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c HTTP/1.1" status: 200 len: 217 time: 0.0587661 Jun 28 11:41:12.107186 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5fdea1bf-13d8-4481-b27f-b26f3433a309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:12.108507 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-5fdea1bf-13d8-4481-b27f-b26f3433a309 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4936e25c-3ac8-44a9-9585-da1258f7bbf2 HTTP/1.1" status: 200 len: 854 time: 0.0582480 Jun 28 11:41:12.162156 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-b8a17dfe-a87b-471c-bfab-bb98a426a225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479422 Jun 28 11:41:12.293178 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-d04b9be5-7da0-4383-9f76-88eb0f0dc1dd service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255333 Jun 28 11:41:12.420504 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-9636b1ff-8301-4389-bfc9-7fb5d223a53a req-34847da2-ae3d-440c-b209-70e90a78d064 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213243 Jun 28 11:41:12.549093 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-b88857e4-389c-4aa9-89b7-317ec20f917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:12.550601 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-b88857e4-389c-4aa9-89b7-317ec20f917e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3ca656cb6a024b68b17478e253711540&device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 1096 time: 0.0802608 Jun 28 11:41:12.678752 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-da9d0a8d-d01a-4cfe-8298-0173a62c363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:12.680069 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-da9d0a8d-d01a-4cfe-8298-0173a62c363e service neutron] 10.222.0.26 "GET /v2.0/networks?id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 200 len: 915 time: 0.1239841 Jun 28 11:41:12.893126 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-7ccd32d6-c49f-45cf-bf75-7cda1e4e7018 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c HTTP/1.1" status: 200 len: 217 time: 0.2062273 Jun 28 11:41:12.969485 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-18d13920-4ba1-416e-818e-f83018d29d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:12.970899 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-18d13920-4ba1-416e-818e-f83018d29d7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4936e25c-3ac8-44a9-9585-da1258f7bbf2 HTTP/1.1" status: 200 len: 854 time: 0.0710011 Jun 28 11:41:13.032734 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-c93a1e1b-ccdd-4c10-80d0-6cbe7515d433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554409 Jun 28 11:41:13.040229 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e62b9-ef34-499a-97bf-a5cb2456edcd req-abf533e2-fa9d-4d54-a271-dd4c33faf69c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:13.041559 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dd9e62b9-ef34-499a-97bf-a5cb2456edcd req-abf533e2-fa9d-4d54-a271-dd4c33faf69c tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 943 time: 0.2045019 Jun 28 11:41:13.169596 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dd9e62b9-ef34-499a-97bf-a5cb2456edcd req-51eafe88-70ad-4bfc-91ba-03b4820a651a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091654 Jun 28 11:41:13.202743 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-dbec7bf8-e6a2-413b-bfcf-7ae8f5a0d453 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602943 Jun 28 11:41:13.335977 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dea1eb9b-f13a-408e-a40d-f8b81cca89c3 req-f6943ec4-5307-4447-bf6c-b977e64c4e11 service neutron] 10.222.0.26 "GET /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273394 Jun 28 11:41:14.449641 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bc856-12de-47d8-8dc9-209da92e3cd5 req-a02136bd-6978-4489-8b17-17a2f19e125b tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:14.450983 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-db0bc856-12de-47d8-8dc9-209da92e3cd5 req-a02136bd-6978-4489-8b17-17a2f19e125b tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 943 time: 0.1765156 Jun 28 11:41:14.494307 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-db0bc856-12de-47d8-8dc9-209da92e3cd5 req-3f52e503-be78-424d-b8ba-957ea5f7976a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Jun 28 11:41:15.024009 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:41:15.690184 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97d0e5-eae8-44dd-9447-71275993a451 req-dc4722eb-ed9a-4c28-b68a-3f3dfa6c77d0 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:15.691615 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2e97d0e5-eae8-44dd-9447-71275993a451 req-dc4722eb-ed9a-4c28-b68a-3f3dfa6c77d0 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 943 time: 0.0898721 Jun 28 11:41:15.734015 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-2e97d0e5-eae8-44dd-9447-71275993a451 req-91717d8a-b2ae-4e11-b6fb-87b6af93ede7 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367475 Jun 28 11:41:15.783132 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fc81dc2-0441-4cf0-90e1-a518dd21550c details requested by agent hyperv_hv-cinder-84447 with host hv-cinder-84447 {{(pid=88061) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 28 11:41:15.914451 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:41:15.927824 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Returning: {'device': '4fc81dc2-0441-4cf0-90e1-a518dd21550c', 'network_id': '7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa', 'port_id': '4fc81dc2-0441-4cf0-90e1-a518dd21550c', 'mac_address': 'fa:16:3e:2b:d5:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4936e25c-3ac8-44a9-9585-da1258f7bbf2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88061) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 28 11:41:15.982538 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 4fc81dc2-0441-4cf0-90e1-a518dd21550c is: DOWN; New status is: BUILD {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:41:15.982904 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:15.999266 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc81dc2-0441-4cf0-90e1-a518dd21550c {{(pid=88061) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 28 11:41:16.015135 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:41:16.020347 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:16.090083 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=4fc81dc2-0441-4cf0-90e1-a518dd21550c,revision_number=4']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:41:16.097453 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.097801 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.098138 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.098477 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.098806 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.099134 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.099457 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.099778 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.100103 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.100420 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.100737 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.101054 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88061) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:41:16.350417 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] get_ports_and_sgs() called for port_ids ['4fc81dc2-0441-4cf0-90e1-a518dd21550c'] {{(pid=88061) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 28 11:41:16.922562 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060da43d-5a3d-4038-ba2f-f02818a21567 req-ca3e7576-7845-467b-a566-8e25b25b92d3 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:16.924014 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-060da43d-5a3d-4038-ba2f-f02818a21567 req-ca3e7576-7845-467b-a566-8e25b25b92d3 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 944 time: 0.0867395 Jun 28 11:41:16.970806 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-060da43d-5a3d-4038-ba2f-f02818a21567 req-cf65ef8b-5821-4c72-b557-a51b0cdde848 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410726 Jun 28 11:41:17.814258 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fc81dc2-0441-4cf0-90e1-a518dd21550c up at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 28 11:41:17.882430 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning for port 4fc81dc2-0441-4cf0-90e1-a518dd21550c completed by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 11:41:17.887096 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.db.provisioning_blocks [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Provisioning complete for port 4fc81dc2-0441-4cf0-90e1-a518dd21550c triggered by entity L2. {{(pid=88061) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 11:41:17.887469 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-693384'] for port, provisioning_complete {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:18.004312 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Current status of the port 4fc81dc2-0441-4cf0-90e1-a518dd21550c is: BUILD; New status is: ACTIVE {{(pid=88061) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 28 11:41:18.004703 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-673928'] for port, before_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:18.031303 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1970640d-e123-424c-b3d0-a81f7df30096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc81dc2-0441-4cf0-90e1-a518dd21550c'}] {{(pid=88061) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:41:18.043736 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.db [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] For port 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88061) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:41:18.049429 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736432368761', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736431911343', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736431911388'] for port, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:18.130183 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Pushing event updated for resources: {'Port': ['ID=4fc81dc2-0441-4cf0-90e1-a518dd21550c,revision_number=5']} {{(pid=88061) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:41:18.268655 dv-cinder-844474-1-iscsi neutron-server[88061]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a50ca1-c236-4711-a349-6ce426e54e11'] response: {'server_uuid': '1970640d-e123-424c-b3d0-a81f7df30096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc81dc2-0441-4cf0-90e1-a518dd21550c', 'code': 200} Jun 28 11:41:18.314434 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543bccdd-9940-4c3a-8762-5e22b196872f req-8a310687-29b2-4e84-9474-92941a60d8cb tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:18.315913 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-543bccdd-9940-4c3a-8762-5e22b196872f req-8a310687-29b2-4e84-9474-92941a60d8cb tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.0885282 Jun 28 11:41:18.358856 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-543bccdd-9940-4c3a-8762-5e22b196872f req-4266d56e-b90b-404c-87fe-9a249b09f566 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372734 Jun 28 11:41:18.497694 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc495f-b966-43d4-ab2d-ea5905565e91 req-e04cf6f7-4dd4-44f8-897e-de057a1446d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:18.499139 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5ebc495f-b966-43d4-ab2d-ea5905565e91 req-e04cf6f7-4dd4-44f8-897e-de057a1446d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 1098 time: 0.0786591 Jun 28 11:41:18.538448 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-5ebc495f-b966-43d4-ab2d-ea5905565e91 req-a5c8b8d1-eb5e-4526-8392-df02d885831a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323794 Jun 28 11:41:19.551540 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005bc37-ba3e-4dcb-b90b-99b6de4361d5 req-b437de43-4ae8-427f-94bd-270e0d5fb50f tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:19.552967 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d005bc37-ba3e-4dcb-b90b-99b6de4361d5 req-b437de43-4ae8-427f-94bd-270e0d5fb50f tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.0845344 Jun 28 11:41:19.596133 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-d005bc37-ba3e-4dcb-b90b-99b6de4361d5 req-248e0c3c-97b2-4bfa-ac4f-77e95b5ff149 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Jun 28 11:41:20.785954 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9c420-b947-4efa-b857-e53ee849c68b req-44c17c78-4c55-423a-95db-a2022cab2512 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:20.787400 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fed9c420-b947-4efa-b857-e53ee849c68b req-44c17c78-4c55-423a-95db-a2022cab2512 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.0899091 Jun 28 11:41:20.830942 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-fed9c420-b947-4efa-b857-e53ee849c68b req-f40e63ce-9dae-4133-905f-3a63f76f8230 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 Jun 28 11:41:23.005112 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:28.954022 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c839c039-9a9c-4d75-92f2-0cc6317b3987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:31.309226 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-6fc8d505-da76-4d5b-9c49-031bbadad996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:32.396603 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:32.427270 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:33.658054 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:46.192363 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9927dc-9f40-4e45-a1d8-dc667a11d2ef req-dea8b32f-dddb-4e30-bc7e-9f8b384f5eae tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:46.193858 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8c9927dc-9f40-4e45-a1d8-dc667a11d2ef req-dea8b32f-dddb-4e30-bc7e-9f8b384f5eae tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.0870225 Jun 28 11:41:46.241701 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-8c9927dc-9f40-4e45-a1d8-dc667a11d2ef req-27860f85-9593-4920-97ea-ca15a762030a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420632 Jun 28 11:41:47.439006 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f50742-43ac-444b-8040-50a146ea4013 req-77d22e33-65b0-4e57-9c01-c170679ea8d1 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88059) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:47.440445 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c3f50742-43ac-444b-8040-50a146ea4013 req-77d22e33-65b0-4e57-9c01-c170679ea8d1 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.0939391 Jun 28 11:41:47.484585 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [req-c3f50742-43ac-444b-8040-50a146ea4013 req-5362125f-1343-4f3e-ae1a-65a3408b190f tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Jun 28 11:41:48.039664 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-b754479f-e78f-4657-8946-39a904c1e787 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:48.041069 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-b754479f-e78f-4657-8946-39a904c1e787 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.0841508 Jun 28 11:41:48.108991 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Deleting port 4fc81dc2-0441-4cf0-90e1-a518dd21550c {{(pid=88060) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 28 11:41:48.109860 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736432367418'] for port, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:48.348618 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.db [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] For port 4fc81dc2-0441-4cf0-90e1-a518dd21550c, host hv-cinder-84447, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84447',level=0,port_id=4fc81dc2-0441-4cf0-90e1-a518dd21550c,segment=NetworkSegment(52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32),segment_id=52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32)] {{(pid=88060) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 28 11:41:48.348973 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1658328'] for port, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:48.562795 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.plugins.ml2.plugin [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Calling delete_port for 4fc81dc2-0441-4cf0-90e1-a518dd21550c owned by compute:nova {{(pid=88060) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 28 11:41:48.753933 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecc475-cf1a-45ec-8f66-a0526dc84946 req-0e673127-7c63-47c5-ae53-6565490efd0a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88060) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 28 11:41:48.755379 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-19ecc475-cf1a-45ec-8f66-a0526dc84946 req-0e673127-7c63-47c5-ae53-6565490efd0a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/ports?device_id=1970640d-e123-424c-b3d0-a81f7df30096 HTTP/1.1" status: 200 len: 945 time: 0.1653030 Jun 28 11:41:48.804817 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-673871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736432368788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736431911334', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2369470'] for port, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:48.857161 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-19ecc475-cf1a-45ec-8f66-a0526dc84946 req-660fce41-e66d-49e5-8d5d-209602bc964a tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.44 "GET /v2.0/security-groups?id=5eb8e9b6-fc23-4634-b609-132e3bd1438c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961549 Jun 28 11:41:48.865363 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Pushing event deleted for resources: {'Port': ['ID=4fc81dc2-0441-4cf0-90e1-a518dd21550c,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:41:48.959601 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] No DVR routers for this DVR port 4fc81dc2-0441-4cf0-90e1-a518dd21550c on host hv-cinder-84447 {{(pid=88060) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 11:41:48.962049 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216193'] for port, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:48.964529 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1970640d-e123-424c-b3d0-a81f7df30096', 'name': 'network-vif-deleted', 'tag': '4fc81dc2-0441-4cf0-90e1-a518dd21550c'}] {{(pid=88060) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 28 11:41:48.979827 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [req-dc865502-2e64-4457-b887-f7dbcff4ea6b req-3ed7f74c-d6f4-4f9b-a8ca-82e5f1d46684 tempest-VolumesSnapshotTestJSON-365934763 tempest-VolumesSnapshotTestJSON-365934763-project] 10.222.0.26 "DELETE /v2.0/ports/4fc81dc2-0441-4cf0-90e1-a518dd21550c HTTP/1.1" status: 204 len: 173 time: 0.9334528 Jun 28 11:41:49.014510 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae3efd1-fa19-4896-8009-d688b110f374'] response: {'server_uuid': '1970640d-e123-424c-b3d0-a81f7df30096', 'name': 'network-vif-deleted', 'tag': '4fc81dc2-0441-4cf0-90e1-a518dd21550c', 'status': 'completed', 'code': 200} Jun 28 11:41:49.991404 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fc81dc2-0441-4cf0-90e1-a518dd21550c no longer exists at agent hyperv_hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 28 11:41:50.026403 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.plugin [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] No Port match for: 4fc81dc2-0441-4cf0-90e1-a518dd21550c {{(pid=88061) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 28 11:41:50.026750 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron.plugins.ml2.rpc [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Device 4fc81dc2-0441-4cf0-90e1-a518dd21550c not bound to the agent host hv-cinder-84447 {{(pid=88061) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 28 11:41:52.024220 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:41:53.006331 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:41:58.958057 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-10a15a71-be9a-42c5-b674-eae7553c0568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:01.311158 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-36e66991-f5f3-4b7f-b601-137c0c59f296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:02.399327 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:02.427583 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:03.658225 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.112869 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 33398) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:42:16.170414 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Deleting subnet 4936e25c-3ac8-44a9-9585-da1258f7bbf2 {{(pid=88059) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 28 11:42:16.173171 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.224542 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2160122'] for subnet, precommit_delete_associations {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.277484 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-646498'] for subnet, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.341883 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-646489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758747', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2647452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2458167'] for subnet, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.383435 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4936e25c-3ac8-44a9-9585-da1258f7bbf2,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:42:16.388285 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for subnet, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.396469 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.396815 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.397156 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.397515 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.397846 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.398231 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.398556 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.398878 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.399202 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.399535 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.399855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.400169 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:16.405258 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-57ec9000-e08f-4bb5-843e-8790e136fedf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4936e25c-3ac8-44a9-9585-da1258f7bbf2 HTTP/1.1" status: 204 len: 168 time: 0.2908428 Jun 28 11:42:16.407212 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 33402) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:42:16.513951 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542427'] for network, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.638832 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646679', 'neutron.services.segments.db._delete_segments_for_network-8736432461945'] for network, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.664455 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa']}} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:42:16.677226 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32') {'for_net_delete': True} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:42:16.677560 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.services.segments.db [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32') {} {{(pid=88059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 11:42:16.688624 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736432464276', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2160115'] for segment, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.705685 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-603272'] for segment, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.711737 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=88059) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 11:42:16.712352 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-603271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2647346'] for segment, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.779203 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32 resource provider aggregate not found Jun 28 11:42:16.799843 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.services.segments.plugin [-] Segment 52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52de56bc-a3ee-4e0b-a837-6ffdc7f9bb32 found for delete ", "request_id": "req-f7783397-cea2-4b60-b74f-344250e0c38b"}]} Jun 28 11:42:16.810962 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-646680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1655014'] for network, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.827203 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2070302'] for network, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:16.838855 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:42:16.845489 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-e3ff8ee0-1bde-451c-908e-0a0358238f42 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7e0f5ae7-16dc-4ab7-bd46-8e0540ac78aa HTTP/1.1" status: 204 len: 168 time: 0.4371207 Jun 28 11:42:16.972956 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 33412) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:42:17.021358 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-45036421-48e5-4266-a6ec-57f4514d3050 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ca656cb6a024b68b17478e253711540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471888 Jun 28 11:42:17.023603 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 33416) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:42:17.084265 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a29b4b7e-eea9-4c09-8a46-4ff7f891c401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:17.114205 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a29b4b7e-eea9-4c09-8a46-4ff7f891c401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:17.164884 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a29b4b7e-eea9-4c09-8a46-4ff7f891c401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:17.182294 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b4b7e-eea9-4c09-8a46-4ff7f891c401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb8e9b6-fc23-4634-b609-132e3bd1438c,revision_number=None']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:42:17.192355 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-a29b4b7e-eea9-4c09-8a46-4ff7f891c401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:17.193504 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-a29b4b7e-eea9-4c09-8a46-4ff7f891c401 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5eb8e9b6-fc23-4634-b609-132e3bd1438c HTTP/1.1" status: 204 len: 168 time: 0.1690121 Jun 28 11:42:23.025852 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:23.565617 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-ac1d6499-623a-4c89-9fb0-cccfa90ac5d4 req-0bb29d30-489e-44ea-9dd5-e66773441a13 service neutron] (88059) timed out ('10.222.0.44', 57122) {{(pid=88059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:42:26.815993 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [-] (88059) accepted ('10.222.0.44', 33490) {{(pid=88059) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:42:26.927404 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:26.942012 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 28 11:42:26.945778 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Usage tracker for resource:security_group_rule and tenant:3be49c808ce34ae59185222058db3fc0 is out of sync, need to count used quota {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 28 11:42:26.948512 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.quota.resource [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88059) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 28 11:42:26.954100 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.db.quota.driver [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88059) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 28 11:42:27.039599 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:27.042647 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron_lib.callbacks.manager [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_create {{(pid=88059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:27.090563 dv-cinder-844474-1-iscsi neutron-server[88059]: INFO neutron.wsgi [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3be49c808ce34ae59185222058db3fc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735133 Jun 28 11:42:27.091413 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a7268-6cbc-4d69-957c-86b3eb30095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1940a4-6872-44d5-8a1d-c9fe56497929,revision_number=1']} {{(pid=88059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:42:27.093212 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.wsgi [-] (88060) accepted ('10.222.0.44', 33496) {{(pid=88060) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 28 11:42:27.154027 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:27.178936 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:27.228897 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1758883'] for security_group, after_delete {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:27.244350 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1940a4-6872-44d5-8a1d-c9fe56497929,revision_number=None']} {{(pid=88060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 11:42:27.253858 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.254202 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.254535 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.254862 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.255188 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.255513 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.255833 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.256160 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.256478 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.256796 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.257111 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.257456 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844474-1-iscsi {{(pid=88060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 11:42:27.259941 dv-cinder-844474-1-iscsi neutron-server[88060]: DEBUG neutron_lib.callbacks.manager [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:27.261022 dv-cinder-844474-1-iscsi neutron-server[88060]: INFO neutron.wsgi [None req-fe68349b-1591-4b00-9216-a16c7c869bcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f1940a4-6872-44d5-8a1d-c9fe56497929 HTTP/1.1" status: 204 len: 168 time: 0.1661463 Jun 28 11:42:28.959817 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-384c451a-fa7f-416e-9603-23b9cc360937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:29.024189 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:42:31.315769 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-24572b10-44a5-4068-b418-5f649883c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:32.401914 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:32.429338 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:33.661206 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:53.034614 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:42:58.960443 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0fe37a96-6fe7-444a-9a41-e69a9b2071c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:01.318364 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-d30fd322-ae79-4fa2-846e-deaae5c438f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:02.402717 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:02.431380 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:03.669657 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:06.023843 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:43:23.053819 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:28.961522 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac57f-c3c1-40ef-8901-c4591510a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:31.320129 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-39b62efe-b630-46c5-86a0-eb2b5513cdcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:32.405646 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:32.432290 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:33.669015 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:43.023129 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:43:53.059781 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:43:58.964167 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9801263-39a0-46e0-adcf-708c4c478668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:01.322640 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7d6ccd74-cdb6-4f7a-b02f-ad028b5d2ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:02.410322 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:02.433485 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:02.760304 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-930a6840-2cb7-4964-b839-0f8c745e6205 req-c564f873-b13a-491d-bc43-e084560a4a65 service neutron] (88059) timed out ('10.222.0.26', 56056) {{(pid=88059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:44:03.671978 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:20.023132 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:44:23.070770 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:28.964877 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-89edd9ae-7b2a-4be0-b317-40d67c0b2c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:31.323739 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-349e0ac4-605e-4a08-9256-0de61ec7be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:32.411680 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:32.434103 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:33.674244 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:53.082144 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:44:57.022326 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:44:58.966177 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-f75324fe-6274-45e8-98b8-3ed171bda0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:01.324609 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-053bab4e-aecc-4ac3-99d5-c457c5471b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:02.413949 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:02.435136 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:03.679590 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:23.083114 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:28.966735 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a76652cf-9cce-4989-b1c5-cefb97e78990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:31.328713 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-63bb3b63-4986-4691-b980-5977e3aa4d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:32.416928 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:32.435182 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:33.679905 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:34.021636 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:45:53.095766 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:45:53.554557 dv-cinder-844474-1-iscsi neutron-server[88059]: DEBUG neutron.wsgi [req-aebb9437-9cb4-4a7b-a331-96f86a71cdd5 req-4384f54f-da55-417c-88b2-a60712b5b3a8 service neutron] (88059) timed out ('10.222.0.44', 59696) {{(pid=88059) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 28 11:45:58.968792 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-4f989b6f-3ab8-4897-bb20-e83416a96538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:01.331242 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21ffc0fa-7705-493d-b820-cae0ace3c878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:02.418592 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:02.435547 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:03.683537 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:11.021225 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:46:23.096275 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:28.972057 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-0f12be18-af16-4f35-93a6-a3674faa7a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:31.333199 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-b277ee11-691a-44ee-ae96-1e888d563e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:32.423948 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:32.438566 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:33.686222 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:48.020301 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:46:53.096443 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:46:58.972722 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-c2d64635-77f1-46d5-9ea2-c86f7c283c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:01.334282 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-236cf15c-3e1c-4c11-be60-d3f70fac7de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:02.430204 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:02.441054 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:03.688965 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:23.095312 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:25.019897 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:47:28.974841 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-964e95b9-6ba8-4209-90ff-0dfd29c21cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:31.335562 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a1bed4b2-1821-424d-a660-ae7144168dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:32.432078 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:32.442638 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:33.691416 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:53.093444 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-3d63abf9-6b16-4d2f-939e-464d0ba5f4df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:47:58.977859 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-8102772e-23f9-4683-9e60-5c406cb94170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:48:01.337977 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-7676036e-88f2-49f7-a8c8-89bc625c7b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:48:02.019796 dv-cinder-844474-1-iscsi neutron-server[88062]: DEBUG neutron.db.agents_db [None req-ca98fdcc-a8a4-4310-874c-1f2d36ff071e None None] Agent healthcheck: found 6 active agents {{(pid=88062) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 28 11:48:02.433282 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-eceeebd2-2084-4280-9cc3-af7f1ad7d7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:48:02.443506 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-21d18961-0944-4bfa-8f65-69e1688a395c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 11:48:03.693908 dv-cinder-844474-1-iscsi neutron-server[88061]: DEBUG neutron_lib.callbacks.manager [None req-a9177fe3-04ad-4fb3-91e7-e03a7d56c45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736432461927', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-693337'] for agent, after_update {{(pid=88061) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}